-- Logs begin at Wed 2022-03-30 15:43:59 UTC, end at Wed 2022-03-30 16:58:27 UTC. -- Mar 30 16:30:41.381491 dv-cinder-835871-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 30 16:30:44.314241 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.common.config [-] Logging enabled! Mar 30 16:30:44.314855 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev69 Mar 30 16:30:44.315067 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105086) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 16:30:44.318405 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.common.config [-] Logging enabled! Mar 30 16:30:44.318683 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev69 Mar 30 16:30:44.319000 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105086) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 30 16:30:44.319928 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 16:30:44.320162 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 16:30:44.320535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 16:30:44.320781 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 16:30:44.321005 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 16:30:44.321774 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.322208 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 30 16:30:44.322536 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.322869 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.323165 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.323465 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.323758 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.324128 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.324425 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.324728 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.325018 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.325301 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.325588 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.325881 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.326163 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.326452 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.326765 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.327051 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] debug = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.327334 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.327775 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.328188 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.328465 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.328754 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.329037 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.329310 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.329587 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.329871 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.330195 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] host = dv-cinder-835871-1-iscsi {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.330470 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.330785 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.331074 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.331360 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.331635 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.331911 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.332192 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.332464 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.332736 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] log_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.333012 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.333300 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.333587 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.333877 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.334101 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.334322 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.334648 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.334938 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.335214 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.335488 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.335765 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.336037 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.336309 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.336572 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.336856 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.337138 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.337421 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.337693 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.337967 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.338235 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.338505 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.338815 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.339089 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.339362 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.339662 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.339944 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.340268 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.340570 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.340871 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.341157 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.341442 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.341726 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.342000 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.342282 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.342552 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.342848 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.343120 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] use_json = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.343391 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.343660 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.343941 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.344210 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.344481 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.344751 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.345022 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.345306 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.345578 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:44.345871 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.346167 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.346464 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.346780 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.347071 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.347349 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.347636 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.347914 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.348198 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.348484 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.348773 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.349049 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.349347 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.349633 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.349926 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.350228 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.350520 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.350833 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.351108 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.351381 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.351655 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.351930 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.352218 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.352496 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.352781 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.353071 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.353348 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.353643 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.353935 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.354221 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.354511 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.354807 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.355087 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.355942 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.356262 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.356534 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.356811 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.357101 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.357378 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.357652 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.357935 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.358213 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.358484 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.358786 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.359063 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.359356 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.359632 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.359903 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.360172 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.360448 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.360718 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.361001 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.361275 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.361547 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.361821 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.362098 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.362370 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.362663 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.362941 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.363213 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.363491 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.363761 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.364033 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.364305 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.364576 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.364845 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.365114 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.365387 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.365664 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.365936 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.366209 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.366479 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.366779 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.367052 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.367336 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.367631 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.367909 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.368186 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.368462 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.368738 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.369012 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.369291 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.369567 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.369845 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.370114 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.370401 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.370710 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.371689 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.371999 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.372281 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.372580 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.372860 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.373141 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.373426 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.373706 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.373986 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.374270 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.374554 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.374873 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.375165 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.375459 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.375751 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.376046 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.376329 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.376636 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.376917 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:44.377134 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 16:30:44.377376 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105086) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 30 16:30:44.749721 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 16:30:44.750002 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 16:30:44.750308 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 30 16:30:44.750821 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 30 16:30:45.076486 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.076777 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.077049 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.078224 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.078498 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.078921 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.133408 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.133685 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.133951 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.148464 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.148741 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.149005 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.177641 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.177920 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.178184 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.326430 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.327161 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.327161 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.556579 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.556864 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.557128 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.557390 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.558081 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.656014 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.656270 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.656553 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.656819 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.657080 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.657395 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.657648 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.657901 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.658152 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.658429 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.658707 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.658968 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.659219 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.659468 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.659719 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.659978 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.660228 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.660490 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.660758 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.661012 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.661285 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.661532 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.661808 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.662182 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.662430 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.662694 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.663086 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105086) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:45.663325 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105086) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:45.663560 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105086) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:45.663812 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105086) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:45.664023 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105086) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:45.664252 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105086) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:45.664616 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 30 16:30:45.668443 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 30 16:30:45.672467 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 30 16:30:45.676088 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Mar 30 16:30:45.677714 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 30 16:30:45.678176 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 30 16:30:45.678511 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 30 16:30:45.678926 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 30 16:30:45.681699 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 30 16:30:45.681947 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 30 16:30:45.682289 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 16:30:45.687175 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 30 16:30:45.711152 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 30 16:30:45.711606 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.711902 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105086) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 30 16:30:45.712268 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.713613 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105086) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 30 16:30:45.713892 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 30 16:30:45.714134 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 30 16:30:45.718173 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.718451 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:45.780623 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 30 16:30:45.780858 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 30 16:30:45.781094 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 30 16:30:45.781462 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 30 16:30:45.802136 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_db.sqlalchemy.engines [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105086) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 30 16:30:46.396500 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Initializing driver for type 'gre' Mar 30 16:30:46.397091 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] gre ID ranges: [(1, 1000)] Mar 30 16:30:46.556401 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Initializing driver for type 'local' Mar 30 16:30:46.556729 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Initializing driver for type 'vlan' Mar 30 16:30:46.636978 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] VlanTypeDriver initialization complete Mar 30 16:30:46.637326 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Initializing driver for type 'vxlan' Mar 30 16:30:46.637837 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] vxlan ID ranges: [(1, 1000)] Mar 30 16:30:46.859685 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Initializing extension driver 'port_security' Mar 30 16:30:46.860037 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.extensions.port_security [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] PortSecurityExtensionDriver initialization complete Mar 30 16:30:46.860360 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Initializing mechanism driver 'openvswitch' Mar 30 16:30:46.860674 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Initializing mechanism driver 'hyperv' Mar 30 16:30:46.867316 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.plugins.ml2.plugin [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:46.872807 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > port after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.872807 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > port after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.872807 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > port after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.872807 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105086) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:46.872807 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > subnet after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.873181 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > subnet after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.873181 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.873181 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105086) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:46.873181 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > network after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.873181 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > network after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.873476 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > network after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.873476 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105086) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:46.873649 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > security_group after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.873991 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > security_group after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.874323 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.874902 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105086) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:46.875309 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.875764 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.876099 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.876533 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105086) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:46.876931 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > address_group after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.877273 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > address_group after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.877607 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.877999 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105086) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 30 16:30:46.878462 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] ML2 OVO RPC backend initialized. {{(pid=105086) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 30 16:30:46.879211 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.879608 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.880018 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > network before_response 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.880360 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > networks before_response 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.880701 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > port before_response 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.881036 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > ports before_response 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.881371 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > subnet before_response 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.881727 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > subnets before_response 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.882074 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > network after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.882410 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > network after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.882769 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > network after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.883099 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > port after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.883429 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > port after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.883761 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > port after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.884093 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > subnet after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.884424 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > subnet after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.884752 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.894563 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded quota_driver: . Mar 30 16:30:46.894950 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.plugin [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Modular L2 Plugin initialization complete Mar 30 16:30:46.895295 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading services supported by the core plugin {{(pid=105086) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 30 16:30:46.895638 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.plugins.ml2.managers [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Got port-security extension from driver 'port_security' Mar 30 16:30:46.896128 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.extensions.vlantransparent [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Disabled vlantransparent extension. Mar 30 16:30:46.896625 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105086) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 30 16:30:46.896962 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading Plugin: router Mar 30 16:30:46.943101 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.943498 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router after_create 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.943857 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router before_create 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.944219 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.944585 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.944938 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router after_delete 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.945286 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > floatingip after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.945626 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.945977 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router after_create 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.946312 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router after_update 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.946718 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router after_update 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.947061 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.947406 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router after_update 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.947810 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router precommit_update 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.948172 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: port after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.948502 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: port after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.948864 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: subnet after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.950059 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.950507 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.950882 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router precommit_create 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.951231 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: port before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.951566 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router precommit_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.951916 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router after_update 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.952251 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.952599 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router precommit_create 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.952953 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.953289 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router precommit_update 55549900 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.953645 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > agent after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.953985 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > agent after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.954344 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > network after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.955245 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Tracking information for resource: router configured {{(pid=105086) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:46.955566 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Tracking information for resource: floatingip configured {{(pid=105086) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 30 16:30:46.960542 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.db.l3_agentschedulers_db [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 30 16:30:46.965759 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: port after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.965759 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: port after_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.965759 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: port after_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.965759 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: port after_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.965759 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router before_create 55550100 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.966309 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.966309 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router precommit_create 55550100 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.966309 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > router precommit_update 55550100 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.969113 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.services.provider_configuration [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service providers = [] {{(pid=105086) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 30 16:30:46.969472 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.db.servicetype_db [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105086) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 30 16:30:46.972439 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.services.service_base [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105086) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 16:30:46.972787 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.services.service_base [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105086) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 16:30:46.973119 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.services.service_base [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105086) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 16:30:46.973997 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.services.service_base [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105086) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 30 16:30:46.974364 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.services.service_base [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 30 16:30:46.974775 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105086) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:46.975088 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 30 16:30:46.985843 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105086) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:46.986174 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading Plugin: auto_allocate Mar 30 16:30:46.992151 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: network precommit_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.992517 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: network precommit_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:46.993044 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105086) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:46.993360 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading Plugin: tag Mar 30 16:30:47.000727 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105086) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:47.001057 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading Plugin: timestamp Mar 30 16:30:47.005035 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105086) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:47.005357 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading Plugin: network_ip_availability Mar 30 16:30:47.010799 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.011170 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.012208 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.013185 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105086) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:47.013506 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading Plugin: flavors Mar 30 16:30:47.018242 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105086) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:47.018683 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading Plugin: revisions Mar 30 16:30:47.022926 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105086) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 30 16:30:47.023325 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_concurrency.lockutils [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.273s {{(pid=105086) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 30 16:30:47.024071 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105086) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 30 16:30:47.024400 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Initializing extension manager. Mar 30 16:30:47.024920 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: __init__.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.025253 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: __pycache__ {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.025582 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: address_group.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.026339 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.027275 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: address-group Mar 30 16:30:47.027837 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: address_scope.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.028604 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.029095 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: address-scope Mar 30 16:30:47.029415 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.038855 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.039380 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: router-admin-state-down-before-update Mar 30 16:30:47.039711 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: agent.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.040425 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.040937 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: agent Mar 30 16:30:47.041253 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: agent_resources_synced.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.042168 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.043000 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: agent-resources-synced Mar 30 16:30:47.043552 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: allowedaddresspairs.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.045437 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.045958 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: allowed-address-pairs Mar 30 16:30:47.046283 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: auto_allocated_topology.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.047435 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.047947 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: auto-allocated-topology Mar 30 16:30:47.048271 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: availability_zone.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.048988 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.049492 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: availability_zone Mar 30 16:30:47.049809 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: availability_zone_filter.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.050799 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.051306 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: availability_zone_filter Mar 30 16:30:47.051626 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: data_plane_status.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.052527 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.053034 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension data-plane-status not supported by any of loaded plugins Mar 30 16:30:47.053354 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: default_subnetpools.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.054261 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.054786 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: default-subnetpools Mar 30 16:30:47.055106 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.055924 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.056578 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: dhcp_agent_scheduler Mar 30 16:30:47.056896 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: dns.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.057817 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.058994 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension dns-integration not supported by any of loaded plugins Mar 30 16:30:47.059459 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: dns_domain_ports.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.060417 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.060930 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 30 16:30:47.061254 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.062167 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.062692 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 30 16:30:47.063011 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: dvr.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.063691 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.064190 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: dvr Mar 30 16:30:47.064507 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: ecmp_routes.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.065454 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.065915 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 30 16:30:47.066230 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: empty_string_filtering.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.067161 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.067660 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: empty-string-filtering Mar 30 16:30:47.067980 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.068897 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.069393 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 30 16:30:47.069779 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.070710 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.071210 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 30 16:30:47.071529 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: external_net.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.072429 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.072939 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: external-net Mar 30 16:30:47.073252 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.075154 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.075693 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: extra_dhcp_opt Mar 30 16:30:47.076009 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: extraroute.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.076932 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.077434 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: extraroute Mar 30 16:30:47.077746 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: extraroute_atomic.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.086154 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.086702 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: extraroute-atomic Mar 30 16:30:47.087031 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: filter_validation.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.087711 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.088220 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: filter-validation Mar 30 16:30:47.088536 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: fip_pf_description.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.089477 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.090264 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 30 16:30:47.090623 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: fip_pf_port_range.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.091549 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.092055 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 30 16:30:47.092377 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: fip_port_details.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.093322 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.093829 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: fip-port-details Mar 30 16:30:47.094146 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: flavors.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.095401 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.095914 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: flavors Mar 30 16:30:47.096234 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.097906 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.098432 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 30 16:30:47.098786 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: floatingip_pools.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.099491 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.100002 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: floatingip-pools Mar 30 16:30:47.100324 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: ip_allocation.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.101244 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.101751 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension ip_allocation not supported by any of loaded plugins Mar 30 16:30:47.102070 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.102996 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.103501 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: ip-substring-filtering Mar 30 16:30:47.103822 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: l2_adjacency.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.104747 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.105293 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 30 16:30:47.105821 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: l3.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.108573 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.109102 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: router Mar 30 16:30:47.109434 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.111859 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.112335 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 30 16:30:47.112659 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.113584 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.114095 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: ext-gw-mode Mar 30 16:30:47.114419 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.115370 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.115870 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: l3-ha Mar 30 16:30:47.116192 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.117135 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.124004 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 30 16:30:47.124004 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: l3_flavors.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.124663 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.125174 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: l3-flavors Mar 30 16:30:47.125499 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: l3_ndp_proxy.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.126898 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.127410 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 30 16:30:47.127732 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.128655 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.129156 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 30 16:30:47.129480 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: l3agentscheduler.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.130534 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.131063 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: l3_agent_scheduler Mar 30 16:30:47.131388 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: local_ip.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.133186 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.133712 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension local_ip not supported by any of loaded plugins Mar 30 16:30:47.134376 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: logging.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.135544 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.136074 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension logging not supported by any of loaded plugins Mar 30 16:30:47.137067 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: metering.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.138065 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.138673 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: metering Mar 30 16:30:47.138996 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.140110 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.140619 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: metering_source_and_destination_fields Mar 30 16:30:47.140940 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: multiprovidernet.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.141864 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.142369 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: multi-provider Mar 30 16:30:47.142718 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: netmtu.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.143627 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.144137 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: net-mtu Mar 30 16:30:47.144453 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: netmtu_writable.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.145364 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.145867 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: net-mtu-writable Mar 30 16:30:47.146182 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: network_availability_zone.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.146880 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.147374 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: network_availability_zone Mar 30 16:30:47.147687 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: network_ip_availability.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.148788 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.149296 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: network-ip-availability Mar 30 16:30:47.149615 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: network_segment_range.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.150390 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.150913 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension network-segment-range not supported by any of loaded plugins Mar 30 16:30:47.151231 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: pagination.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.152967 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.153301 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: pagination Mar 30 16:30:47.153622 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: port_device_profile.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.154541 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.155072 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: port-device-profile Mar 30 16:30:47.155388 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.156312 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.156816 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: port-mac-address-regenerate Mar 30 16:30:47.157133 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.158038 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.158543 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: port-numa-affinity-policy Mar 30 16:30:47.158887 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: port_resource_request.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.159802 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.160302 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension port-resource-request not supported by any of loaded plugins Mar 30 16:30:47.160619 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: port_resource_request_groups.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.161585 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.162083 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 30 16:30:47.162405 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: portbindings.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.163345 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.163846 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: binding Mar 30 16:30:47.164159 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: portbindings_extended.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.165429 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.165938 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: binding-extended Mar 30 16:30:47.166264 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: portsecurity.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.167190 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.167749 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: port-security Mar 30 16:30:47.168301 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: project_id.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.169316 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.169644 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: project-id Mar 30 16:30:47.169967 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: providernet.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.170913 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.171418 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: provider Mar 30 16:30:47.171739 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.175350 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.175868 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos not supported by any of loaded plugins Mar 30 16:30:47.176195 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.177435 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.178089 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 30 16:30:47.178357 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.179299 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.179813 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 30 16:30:47.180129 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_default.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.181054 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.181557 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-default not supported by any of loaded plugins Mar 30 16:30:47.181877 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_fip.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.182817 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.184131 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-fip not supported by any of loaded plugins Mar 30 16:30:47.184634 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_fip_network_policy.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.185550 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.186060 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 30 16:30:47.186377 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_gateway_ip.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.187317 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.187828 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 30 16:30:47.188146 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_port_network_policy.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.189048 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.189548 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 30 16:30:47.189868 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.190938 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.191446 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 30 16:30:47.191761 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.192796 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.193311 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 30 16:30:47.193633 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_pps_rule.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.200317 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.200840 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-pps not supported by any of loaded plugins Mar 30 16:30:47.201172 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_rule_type_details.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.202088 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.202635 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 30 16:30:47.202951 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_rule_type_filter.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.203862 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.204375 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 30 16:30:47.204694 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: qos_rules_alias.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.205730 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.206243 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 30 16:30:47.206664 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: quota_check_limit.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.207572 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.208160 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: quota-check-limit Mar 30 16:30:47.208409 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: quotasv2.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.209386 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.209711 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: quotas Mar 30 16:30:47.210028 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: quotasv2_detail.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.211900 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.212237 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: quota_details Mar 30 16:30:47.212634 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: rbac.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.213688 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.214209 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: rbac-policies Mar 30 16:30:47.214597 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: rbac_address_group.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.215758 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.216274 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: rbac-address-group Mar 30 16:30:47.216595 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: rbac_address_scope.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.217516 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.218111 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: rbac-address-scope Mar 30 16:30:47.218429 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: rbac_security_groups.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.226762 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.227276 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: rbac-security-groups Mar 30 16:30:47.227591 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: rbac_subnetpool.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.228508 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.229013 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: rbac-subnetpool Mar 30 16:30:47.229328 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: revisionifmatch.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.230904 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.231587 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: revision-if-match Mar 30 16:30:47.231907 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: revisions.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.233030 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.233539 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: standard-attr-revisions Mar 30 16:30:47.233862 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: router_availability_zone.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.234536 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.235265 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: router_availability_zone Mar 30 16:30:47.235453 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: routerservicetype.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.236385 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.236889 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension router-service-type not supported by any of loaded plugins Mar 30 16:30:47.237203 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.238283 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.238805 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: security-groups-normalized-cidr Mar 30 16:30:47.239124 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.240056 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.240566 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: port-security-groups-filtering Mar 30 16:30:47.240880 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.249943 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.250458 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: security-groups-remote-address-group Mar 30 16:30:47.250808 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.251730 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.252238 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: security-groups-shared-filtering Mar 30 16:30:47.252661 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.253187 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 30 16:30:47.253500 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: securitygroup.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.263594 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.264202 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: security-group Mar 30 16:30:47.264535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: segment.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.265277 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.265787 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension segment not supported by any of loaded plugins Mar 30 16:30:47.266106 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.267093 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.267600 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 30 16:30:47.267919 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: servicetype.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.269026 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.269541 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: service-type Mar 30 16:30:47.269869 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: sorting.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.270862 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.271187 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: sorting Mar 30 16:30:47.271502 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: standard_attr_segment.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.272416 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.272932 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 30 16:30:47.273251 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: standardattrdescription.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.273904 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.274404 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: standard-attr-description Mar 30 16:30:47.274817 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: stateful_security_group.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.275746 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.276262 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: stateful-security-group Mar 30 16:30:47.276844 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: stdattrs_common.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.277714 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 30 16:30:47.278068 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.279044 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.279645 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 30 16:30:47.279961 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: subnet_onboard.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.281104 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.281623 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: subnet_onboard Mar 30 16:30:47.281944 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.282889 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.309136 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 30 16:30:47.309136 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: subnet_service_types.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.309918 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.310466 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: subnet-service-types Mar 30 16:30:47.310827 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: subnetallocation.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.311950 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.312469 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: subnet_allocation Mar 30 16:30:47.312802 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.313487 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.314001 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: subnetpool-prefix-ops Mar 30 16:30:47.314331 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.315340 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.315849 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 30 16:30:47.316178 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: tagging.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.317346 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.317878 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: standard-attr-tag Mar 30 16:30:47.318207 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: timestamp.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.319526 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.320032 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loaded extension: standard-attr-timestamp Mar 30 16:30:47.320361 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: trunk.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.321525 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.322044 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension trunk not supported by any of loaded plugins Mar 30 16:30:47.322372 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: trunk_details.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.323346 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.323876 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension trunk-details not supported by any of loaded plugins Mar 30 16:30:47.324435 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: uplink_status_propagation.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.325499 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.326020 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 30 16:30:47.326347 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Loading extension file: vlantransparent.py {{(pid=105086) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 30 16:30:47.327111 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105086) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 30 16:30:47.327621 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 30 16:30:47.330231 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:network Mar 30 16:30:47.330794 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:subnet Mar 30 16:30:47.331195 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 16:30:47.331738 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:port Mar 30 16:30:47.333717 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.333717 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service FLAVORS assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.334106 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.334532 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.334894 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:router Mar 30 16:30:47.335321 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 16:30:47.338787 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service METERING assigned prefix: /metering {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.338787 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.338787 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.338787 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105086) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:30:47.339168 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 16:30:47.339622 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:security_group Mar 30 16:30:47.340059 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 16:30:47.340657 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service CORE assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.340991 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 16:30:47.341339 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] subnetpool is already registered Mar 30 16:30:47.341778 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service CORE assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.342104 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 16:30:47.342441 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] subnetpool is already registered Mar 30 16:30:47.344903 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.345338 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service FLAVORS assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.345926 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.346347 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.346714 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:router Mar 30 16:30:47.347056 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] router is already registered Mar 30 16:30:47.347472 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:floatingip Mar 30 16:30:47.347811 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] floatingip is already registered Mar 30 16:30:47.348271 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service METERING assigned prefix: /metering {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.348952 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of CountableResource for resource:rbac_policy Mar 30 16:30:47.349279 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] rbac_policy is already registered Mar 30 16:30:47.349693 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:security_group Mar 30 16:30:47.350034 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] security_group is already registered Mar 30 16:30:47.350434 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 30 16:30:47.350794 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] security_group_rule is already registered Mar 30 16:30:47.351424 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service CORE assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.351758 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 16:30:47.352090 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] subnetpool is already registered Mar 30 16:30:47.352516 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.v2.resource_helper [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Service CORE assigned prefix: {{(pid=105086) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 30 16:30:47.352854 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Creating instance of TrackedResource for resource:subnetpool Mar 30 16:30:47.353186 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING neutron.quota.resource_registry [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] subnetpool is already registered Mar 30 16:30:47.353650 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: extensions {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.355818 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: address-groups {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.357321 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: address-scopes {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.358653 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: agents {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.359826 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: auto-allocated-topology {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.361063 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: availability_zones {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.362344 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: dhcp-networks {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.364031 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: dhcp-agents {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.365455 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: routers {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.367689 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: flavors {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.368877 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: service_profiles {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.370379 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: next_providers {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.372524 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: service_profiles {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.375129 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: floatingip-pools {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.376361 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: routers {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.378651 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: floatingips {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.380183 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: l3-routers {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.381566 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: l3-agents {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.383003 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: metering-labels {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.384402 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: metering-label-rules {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.385690 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: network-ip-availabilities {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.387248 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: bindings {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.388921 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: quotas {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.390619 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: quotas {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.392165 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: rbac-policies {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.393474 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: security-groups {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.394798 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: security-group-rules {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.396136 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: service-providers {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.397378 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: subnetpools {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.398828 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: subnetpools {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.400310 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: tags {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.402638 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: tags {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.404406 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: tags {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.406185 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: tags {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.408017 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: tags {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.410001 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: tags {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.411714 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: tags {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.413641 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: tags {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.415465 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: tags {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.418145 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron.api.extensions [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Extended resource: tags {{(pid=105086) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 30 16:30:47.424165 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING keystonemiddleware.auth_token [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 30 16:30:47.428918 dv-cinder-835871-1-iscsi neutron-server[105086]: WARNING keystonemiddleware.auth_token [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 30 16:30:47.438410 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_concurrency.lockutils [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Acquired lock "singleton_lock" {{(pid=105086) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 30 16:30:47.438918 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_concurrency.lockutils [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Releasing lock "singleton_lock" {{(pid=105086) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 30 16:30:47.439511 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO oslo_service.service [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Starting 2 workers Mar 30 16:30:47.444461 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Started child 106603 {{(pid=105086) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 16:30:47.449459 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Started child 106608 {{(pid=105086) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 16:30:47.450149 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:47.451159 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO neutron.service [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 30 16:30:47.451759 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [-] (106603) wsgi starting up on http://0.0.0.0:9696 Mar 30 16:30:47.451866 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Publish callbacks [] for process (None), before_spawn {{(pid=105086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:47.454787 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO oslo_service.service [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Starting 1 workers Mar 30 16:30:47.455699 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:47.457164 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [-] (106608) wsgi starting up on http://0.0.0.0:9696 Mar 30 16:30:47.460885 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Started child 106615 {{(pid=105086) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 16:30:47.461478 dv-cinder-835871-1-iscsi neutron-server[105086]: INFO oslo_service.service [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Starting 1 workers Mar 30 16:30:47.464458 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.service [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] calling RpcWorker wait() {{(pid=106615) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 30 16:30:47.464964 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.service [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] returning from RpcWorker wait() {{(pid=106615) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 30 16:30:47.466609 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:47.466745 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Started child 106618 {{(pid=105086) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 30 16:30:47.466823 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:47.467305 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG neutron_lib.callbacks.manager [None req-806b60e9-53e6-4088-bc9f-75aa2ebb4486 None None] Publish callbacks [] for process (None), after_spawn {{(pid=105086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:47.469259 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105086) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 16:30:47.469623 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 16:30:47.469818 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 16:30:47.470072 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 16:30:47.470438 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 16:30:47.470663 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 16:30:47.471141 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.471430 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.471702 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.471971 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.472263 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.472853 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.473114 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.473382 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.473672 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.473907 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.474067 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.474229 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.474485 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.474718 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:30:47.475179 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.475179 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.475390 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.475797 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.476058 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:47.476155 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.476231 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.476495 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.476785 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.477034 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.477313 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] debug = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.477581 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.478046 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.478296 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.478560 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.478798 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.479095 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.479340 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.479631 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.479878 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.480726 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.480986 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.481266 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.481506 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.481728 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.481990 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.482207 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.482486 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.482752 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.483222 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] host = dv-cinder-835871-1-iscsi {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.483486 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.483722 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.483961 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.484228 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.484500 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.484743 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.485017 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.485286 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.485535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.485790 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.486053 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.486287 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.486508 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.486821 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.486992 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_options = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.487399 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.487696 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.487953 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.488146 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.488307 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.488473 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.488737 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.488888 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.489147 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.489387 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.489609 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.489841 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.490069 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.490290 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.490553 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.490818 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.491035 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.491433 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.491829 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.492210 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.492762 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.493179 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.493602 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.493827 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.494229 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.494643 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.495155 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.495524 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.496501 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.497362 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.497977 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.498387 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.498677 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.498953 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.499197 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.499446 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.499686 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.499998 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.500418 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.500801 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.501066 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.501337 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.501561 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.501818 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.502041 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.502286 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.502507 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_json = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.502769 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.503012 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.503335 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.503693 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.504042 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.504633 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.505510 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.506163 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.506787 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.507410 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.507712 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.508044 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.510122 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.510122 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.510122 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.510122 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.510422 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.510422 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.510690 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.511005 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.511982 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.512370 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.512647 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.512940 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.513267 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.513518 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.513922 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.514173 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.514256 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.514474 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.514914 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.515204 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.515493 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.515731 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.516116 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.516514 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.517573 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.517855 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.518201 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.518990 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.519259 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.519538 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.519797 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.520047 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.520273 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.520531 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.520810 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.521048 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.521318 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.521542 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.521758 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.521981 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.522216 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.522435 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.522692 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.522966 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.523208 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.523681 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.523904 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.524121 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.524337 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.524569 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.524785 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.525036 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.525314 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.525672 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.525918 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.526139 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.526356 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.527683 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.527683 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.527883 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.528101 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.528410 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.528626 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.528867 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.529081 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.529337 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.529560 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.529780 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.529993 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.530315 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.530560 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.530764 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.530983 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.531220 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.531439 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.531652 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.531869 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.532080 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.532500 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.532500 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.532785 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.532921 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.533164 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.533386 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.533808 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.533808 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.534098 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.534237 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.534478 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.534868 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.535082 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.535850 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.535850 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.535850 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.536295 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.536295 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.536556 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.536728 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.536942 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.537209 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.537435 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.537666 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.537960 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.538367 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.539759 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.539759 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.539759 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.539759 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.539759 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.539759 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.540603 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.540603 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.540603 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.541000 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.541000 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.541276 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.541671 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.541671 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.542001 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.542139 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.542503 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.542892 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.543287 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.543647 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.543940 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.544182 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.544441 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.544699 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.545005 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.545230 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.545495 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.545750 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.546144 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.546534 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.548592 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.548592 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.548592 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.548592 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.548592 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.548592 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.548592 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.549368 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.549768 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.550045 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.550292 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.550718 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.551126 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.551520 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.551768 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.552005 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.552243 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.552468 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.552719 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.552940 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.553182 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.553394 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.553756 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.554195 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.554415 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.554676 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.554896 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.555120 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.555382 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.555638 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.555862 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.556084 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.556325 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.556547 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.556768 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.556988 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.557219 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.557777 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.557777 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.561909 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.562222 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.562329 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 36318) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:30:47.562491 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.562785 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.563061 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.563341 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.563574 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.563836 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.564069 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.564296 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.564523 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.564757 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.564980 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.565235 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.565473 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.565698 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.565942 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.566191 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.566555 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.566833 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.567072 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.567310 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.567553 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.567783 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.568010 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.568225 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.568547 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.568770 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.569195 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.569591 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.570013 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.570424 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.570875 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.571316 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.571682 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.572122 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.572528 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.572928 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.573317 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.573817 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.574828 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.575153 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.575409 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.575703 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.576524 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.576524 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.576524 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.579300 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.579300 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.579300 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.579300 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.579300 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.579300 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583358 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583358 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583358 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583358 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583358 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583358 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583358 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583358 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583898 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583898 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583898 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583898 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583898 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583898 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583898 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.583898 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.584453 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.584453 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.584453 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.584453 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.584919 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0183449 Mar 30 16:30:47.585247 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.586191 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.586191 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.587056 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.587357 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.588344 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.588525 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.588921 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.589154 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.589370 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.590077 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.590350 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.590628 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.590937 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.591273 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.591439 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.591872 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.592190 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.592448 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.592699 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.592956 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.593204 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.593445 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.593710 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.595217 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.595217 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.595217 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.595217 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.595217 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.595589 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.595719 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.596082 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.596532 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.597046 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.597348 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.597615 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.598537 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.598537 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.598537 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.598537 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.598897 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.599239 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.599472 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.599726 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.599962 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.600200 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.601258 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.601258 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.601258 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.601258 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.601514 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.601679 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.601865 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.602025 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 16:30:47.602664 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105086) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 30 16:30:47.602979 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 30 16:30:47.603312 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 30 16:30:47.603643 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 30 16:30:47.604799 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 30 16:30:47.605182 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 30 16:30:47.605555 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.605885 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.606218 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.606531 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.606737 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.607059 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.607393 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.607719 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.607880 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.608176 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.608468 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.608638 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.608801 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.608963 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.609126 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.609280 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.609574 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.609881 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.611023 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.611323 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.611622 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.611919 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.612246 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] debug = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.612623 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.613005 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.613374 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.613683 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.613987 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.614144 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.614443 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.614628 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.614917 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.615090 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.615236 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.615539 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.615840 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.616163 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.616483 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.616799 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.617119 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.617446 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.617633 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] host = dv-cinder-835871-1-iscsi {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.617787 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.617946 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.618102 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.618244 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.618371 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.618694 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.618850 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.619008 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.619162 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.619461 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.619615 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.619936 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.620091 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.620379 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.621185 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_options = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.621491 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.621653 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.621812 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.621988 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.622281 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.622622 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.622916 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.623198 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.623489 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.623656 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.623816 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.623974 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.624131 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.624289 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.624447 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.624606 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.624767 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.624926 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.625087 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.625245 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.625404 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.626151 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.626151 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.626151 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.626151 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.626151 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.626476 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.626476 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.626635 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.626746 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.626905 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.627063 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.627222 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.627382 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.627540 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.627699 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.627858 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.628165 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.628333 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.628491 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.628649 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.628814 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.628970 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.629128 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.629286 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.629446 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.629765 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_json = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.629918 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.630859 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.630859 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.630859 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.630859 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.631160 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.631160 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.631359 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.631474 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 30 16:30:47.631656 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.631823 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.631997 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.632158 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.632625 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.632625 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.632625 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.632937 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.634198 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.634405 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.635129 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.635129 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.635129 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.635129 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.635409 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.635409 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.635550 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.635851 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.636197 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.636441 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.637127 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.637308 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.637459 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.637599 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.637755 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.637917 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.638081 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.638427 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.638427 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.638628 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.638772 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.638900 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.639196 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.639481 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.639778 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.640078 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.640240 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.640401 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.640557 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:30:47.640704 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.640704 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.640943 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.641066 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.641188 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.641309 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.641434 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.642242 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.642242 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.642242 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.642242 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.642242 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.642776 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.642776 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.642776 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.643059 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.643059 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.643267 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.643374 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.644080 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.644080 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.644080 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.644080 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.644080 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.644581 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.644581 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.644581 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.644876 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.644876 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.645068 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.645170 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.646053 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.646053 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.646053 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.646053 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.646053 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.646053 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.646695 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.646695 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.646695 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.646695 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.647078 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.647078 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.649403 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.649403 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.649403 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.649403 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.649403 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.649403 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.649403 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.649403 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.649403 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.650305 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.650305 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.650305 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.650305 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.650305 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.650305 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.650305 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.650305 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.653390 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.653390 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.653390 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.653390 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.653390 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.653390 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.653390 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.653390 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.654142 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.654142 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.654142 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.654142 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.654142 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.654142 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.654142 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.654142 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.655985 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.655985 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.655985 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.655985 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.655985 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.655985 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.655985 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.655985 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.656776 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.656776 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.656776 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.656776 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.656776 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.656776 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.656776 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.656776 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.657772 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.657772 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.657772 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.657772 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.657772 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.657772 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.657772 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.657772 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.659470 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.659470 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.659470 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.659470 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.659470 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.659470 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.659470 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.659470 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660295 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660295 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660295 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660295 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660295 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660295 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660295 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660295 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660822 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660822 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660822 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660822 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660822 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660822 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660822 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.660822 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661484 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661484 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661484 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661484 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661484 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661484 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661484 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661484 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661966 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661966 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661966 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661966 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661966 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661966 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661966 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.661966 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.662457 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.662457 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.662457 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.662457 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.663528 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.663528 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.663528 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.663528 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.663528 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.663528 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.663528 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.663528 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.664075 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.664075 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.664075 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.664289 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.664289 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.664460 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.664986 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.664986 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.664986 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.665197 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.665265 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.665378 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.665550 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.665703 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.665863 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.666024 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.666184 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.666345 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668093 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668093 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668093 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668093 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668093 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668093 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668093 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668093 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668093 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668631 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668631 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668631 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668631 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668631 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668631 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668965 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.668965 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.669090 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.669233 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.669393 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.669553 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.669724 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.669877 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.670038 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.670195 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.670333 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.670480 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.670673 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.670819 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.670980 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.671220 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.671365 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.671503 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.671639 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.671781 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.671946 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.672085 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.672231 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.672370 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.672506 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.672642 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.672777 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.672913 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.673073 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.673224 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.673389 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.673554 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.673717 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.673868 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.674026 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.674188 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.674341 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.674506 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.674694 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.674861 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.675005 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.675170 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.675315 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.675620 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.676411 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.678463 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.678463 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.678463 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.678463 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.678463 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.678463 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.678463 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.678463 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.679678 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.679678 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.679678 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.679678 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.679678 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.679678 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.679678 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.679678 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.681535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.681535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.681535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.681535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.681535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.681535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.681535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.681535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.681535 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.682711 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.682711 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.682711 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.682711 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.682711 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.682711 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.682711 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.682711 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.682711 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 30 16:30:47.685279 dv-cinder-835871-1-iscsi neutron-server[105086]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105086) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 30 16:30:59.414741 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389298a4-d45a-46e3-9423-0ee8955e3a28 None None] get_active_networks_info from dv-cinder-835871-1-iscsi {{(pid=106615) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 30 16:30:59.487709 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389298a4-d45a-46e3-9423-0ee8955e3a28 None None] No non-hosted networks {{(pid=106615) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 30 16:30:59.494963 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.agentschedulers_db [None req-389298a4-d45a-46e3-9423-0ee8955e3a28 None None] DHCP Agent not found on host dv-cinder-835871-1-iscsi {{(pid=106615) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 30 16:30:59.546927 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5adc24be-c90e-4c54-91f2-368fac056796 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753187'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:01.775070 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-fc7b28cc-1526-4319-b0d1-432503eff849 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753187'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:01.819720 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.db.api [None req-75f15f90-0aac-46c0-8418-d85646b4e767 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-835871-1-iscsi {{(pid=106615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:31:01.820125 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG oslo_db.api [None req-75f15f90-0aac-46c0-8418-d85646b4e767 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:31:02.365083 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-75f15f90-0aac-46c0-8418-d85646b4e767 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:02.672824 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 36390) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:02.998024 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753187'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:03.240421 dv-cinder-835871-1-iscsi neutron-server[106608]: WARNING oslo_policy.policy [None req-9c25929b-3667-4ded-a1f4-9bb49e4290bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:03.241043 dv-cinder-835871-1-iscsi neutron-server[106608]: WARNING oslo_policy.policy [None req-9c25929b-3667-4ded-a1f4-9bb49e4290bb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:03.479402 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [None req-9c25929b-3667-4ded-a1f4-9bb49e4290bb admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:31:03.494594 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-9c25929b-3667-4ded-a1f4-9bb49e4290bb admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8066955 Mar 30 16:31:04.231130 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753187'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:05.813825 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753187'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:05.814639 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.814913 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.815244 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.815569 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.817207 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.819125 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.819397 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.819750 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.820084 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.820409 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.820776 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.821117 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.821450 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.821769 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.822086 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:05.822506 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-835871-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:05.835837 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-835871-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:06.089173 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 36424) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:06.403422 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-5ce5a966-e95f-43cb-87bf-80d57e9e00c7 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:06.496126 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.policy [None req-5ce5a966-e95f-43cb-87bf-80d57e9e00c7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106608) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 16:31:06.538998 dv-cinder-835871-1-iscsi neutron-server[106608]: WARNING oslo_policy.policy [None req-5ce5a966-e95f-43cb-87bf-80d57e9e00c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:06.539375 dv-cinder-835871-1-iscsi neutron-server[106608]: WARNING oslo_policy.policy [None req-5ce5a966-e95f-43cb-87bf-80d57e9e00c7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:06.713967 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a966-e95f-43cb-87bf-80d57e9e00c7 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761189835123', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761189838630', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761189851369', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761189795224', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761189802095', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761188348189', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3442356', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3421858', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-411648', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-619874'] for rbac-policy (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:06.924219 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5ce5a966-e95f-43cb-87bf-80d57e9e00c7 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:06.933250 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-5ce5a966-e95f-43cb-87bf-80d57e9e00c7 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8353057 Mar 30 16:31:09.480788 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 36436) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:09.818190 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.db.l3_hamode_db [None req-e0e3c8dc-ba10-4042-b8ce-9b6e714f5507 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 30 16:31:09.895984 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3c8dc-ba10-4042-b8ce-9b6e714f5507 None None] Routers set() bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:31:09.896368 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e3c8dc-ba10-4042-b8ce-9b6e714f5507 None None] Router IDs set() for agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 30 16:31:09.982866 dv-cinder-835871-1-iscsi neutron-server[106603]: WARNING oslo_policy.policy [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:09.983532 dv-cinder-835871-1-iscsi neutron-server[106603]: WARNING oslo_policy.policy [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:10.204409 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:10.339414 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Made reservation on behalf of d25afff886c840849dcfbf1f88d290cf for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:31:10.402003 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.policy [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106603) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 30 16:31:10.444126 dv-cinder-835871-1-iscsi neutron-server[106603]: WARNING oslo_policy.policy [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:10.444495 dv-cinder-835871-1-iscsi neutron-server[106603]: WARNING oslo_policy.policy [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 30 16:31:10.455736 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:10.478874 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:10.588199 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Publish callbacks [] for security_group (6c978f76-114e-440a-809c-1c53711b6a9d), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:10.653281 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (6c978f76-114e-440a-809c-1c53711b6a9d), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:10.684825 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:31:10.712363 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761190009649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (f96ce7bd-979b-4d03-9ae7-3c9defc97b3a), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:10.712947 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Unsubscribe: segment precommit_create {{(pid=106603) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 16:31:10.714052 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Added segment f96ce7bd-979b-4d03-9ae7-3c9defc97b3a of type vlan for network abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 Mar 30 16:31:10.719802 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=6c978f76-114e-440a-809c-1c53711b6a9d,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:10.744176 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.744518 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.744993 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.745433 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.745768 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.746092 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.746411 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.746753 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.747071 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.747384 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.747697 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.748023 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.748336 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.748643 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.749045 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Tracked resource versions report: Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: pushed versions: Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: { 'AddressGroup': {'1.2'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Agent': {'1.1'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'ConntrackHelper': {'1.0'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Log': {'1.0'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'NDPProxy': {'1.0'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Network': {'1.1'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Port': {'1.7'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'PortForwarding': {'1.3'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'QosPolicy': {'1.10'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SecurityGroup': {'1.5'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SubPort': {'1.0'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Subnet': {'1.1'}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Trunk': {'1.1'}} Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: consumer versions: Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: { DHCP agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: L3 agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: Metadata agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: Metering agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: Open vSwitch agent@dv-cinder-835871-1-iscsi: { 'AddressGroup': '1.2', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Agent': '1.1', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'ConntrackHelper': '1.0', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'LocalIPAssociation': '1.0', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Log': '1.0', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'NDPProxy': '1.0', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Network': '1.1', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Port': '1.7', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'PortForwarding': '1.3', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'QosPolicy': '1.10', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SecurityGroup': '1.5', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SecurityGroupRule': '1.2', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SubPort': '1.0', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Subnet': '1.1', Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Trunk': '1.1'}} Mar 30 16:31:10.750375 dv-cinder-835871-1-iscsi neutron-server[106603]: {{(pid=106603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:31:10.839049 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:10.939115 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:10.944390 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:10.946852 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:11.060147 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] Pushing event updated for resources: {'Network': ['ID=abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:11.071882 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:31:11.124665 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ded4e1b1-c393-4f90-bf4f-9af7176a1349 demo demo] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.6416750 Mar 30 16:31:13.659771 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 36456) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:14.110685 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0788c707-bee3-4a8c-8101-c101a20cd763 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:14.112068 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0788c707-bee3-4a8c-8101-c101a20cd763 demo admin] 10.222.0.21 "GET /v2.0/networks/abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 HTTP/1.1" status: 200 len: 825 time: 0.4513090 Mar 30 16:31:14.148799 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7296bb63-d316-4bc6-9a2a-ebd1496c8dcd demo admin] 10.222.0.21 "GET /v2.0/subnetpools/60d37031-4a4c-4cd2-bb45-db57d84e0376 HTTP/1.1" status: 200 len: 734 time: 0.0310485 Mar 30 16:31:14.158331 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11', 'ip_version': 4, 'subnetpool_id': '60d37031-4a4c-4cd2-bb45-db57d84e0376', 'name': 'private-subnet'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:14.218078 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] Made reservation on behalf of d25afff886c840849dcfbf1f88d290cf for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:31:14.220300 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:14.550118 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for subnet (a2ca3fec-2043-46d5-be64-fe35bec5ad32), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:14.616948 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] Checking segment: {'id': 'f96ce7bd-979b-4d03-9ae7-3c9defc97b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:31:14.617328 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] Network hostable DHCP agents. Network: abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:31:14.625779 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a2ca3fec-2043-46d5-be64-fe35bec5ad32,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:14.699473 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] Network abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:31:14.778643 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:14.783101 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:14.783710 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:14.787869 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2043b14-b4a4-4a59-8508-e949551d12b8 None None] Network abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:31:14.895268 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-22f058b9-f2de-4cc6-82f2-23241a8fd288 demo admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7401917 Mar 30 16:31:15.163057 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11', 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11', 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'fixed_ips': [{'subnet_id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:31:15.164299 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:15.439169 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Allocated IP 172.20.0.2 (abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11/a2ca3fec-2043-46d5-be64-fe35bec5ad32/5d91fc5c-087f-4ada-9db8-2bfb369a5887) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:31:15.707952 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Publish callbacks [] for port (5d91fc5c-087f-4ada-9db8-2bfb369a5887), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:15.773619 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (5d91fc5c-087f-4ada-9db8-2bfb369a5887), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:15.854307 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Network abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:31:15.861276 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:15.866606 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Pushing event updated for resources: {'Port': ['ID=5d91fc5c-087f-4ada-9db8-2bfb369a5887,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:15.868746 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:31:15.878850 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.879194 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.879542 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.879895 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.880225 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.880550 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.880871 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.881189 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.881508 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.881827 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.882144 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.882480 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.882825 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.883140 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.883455 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Tracked resource versions report: Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: pushed versions: Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: { 'AddressGroup': {'1.2'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Agent': {'1.1'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'ConntrackHelper': {'1.0'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Log': {'1.0'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'NDPProxy': {'1.0'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Network': {'1.1'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Port': {'1.7'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'PortForwarding': {'1.3'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'QosPolicy': {'1.10'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SecurityGroup': {'1.5'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SubPort': {'1.0'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Subnet': {'1.1'}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Trunk': {'1.1'}} Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: consumer versions: Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: { DHCP agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: L3 agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: Metadata agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: Metering agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: Open vSwitch agent@dv-cinder-835871-1-iscsi: { 'AddressGroup': '1.2', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Agent': '1.1', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'ConntrackHelper': '1.0', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'LocalIPAssociation': '1.0', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Log': '1.0', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'NDPProxy': '1.0', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Network': '1.1', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Port': '1.7', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'PortForwarding': '1.3', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'QosPolicy': '1.10', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SecurityGroup': '1.5', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SecurityGroupRule': '1.2', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SubPort': '1.0', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Subnet': '1.1', Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Trunk': '1.1'}} Mar 30 16:31:15.884856 dv-cinder-835871-1-iscsi neutron-server[106615]: {{(pid=106615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:31:15.960399 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Attempting to bind port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:31:15.960717 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Attempting to bind port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': 'f96ce7bd-979b-4d03-9ae7-3c9defc97b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:31:15.961131 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Attempting to bind port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 on network abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:31:15.966864 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:31:15.967238 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Checking segment: {'id': 'f96ce7bd-979b-4d03-9ae7-3c9defc97b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:31:15.967729 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:15.968114 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Bound using segment: {'id': 'f96ce7bd-979b-4d03-9ae7-3c9defc97b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:31:15.968568 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Bound port: 5d91fc5c-087f-4ada-9db8-2bfb369a5887, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96ce7bd-979b-4d03-9ae7-3c9defc97b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:31:15.968972 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (5d91fc5c-087f-4ada-9db8-2bfb369a5887), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:16.030847 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] For port 5d91fc5c-087f-4ada-9db8-2bfb369a5887, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:31:16.035115 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] For port 5d91fc5c-087f-4ada-9db8-2bfb369a5887, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=5d91fc5c-087f-4ada-9db8-2bfb369a5887,segment=NetworkSegment(f96ce7bd-979b-4d03-9ae7-3c9defc97b3a),segment_id=f96ce7bd-979b-4d03-9ae7-3c9defc97b3a)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:31:16.099259 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (5d91fc5c-087f-4ada-9db8-2bfb369a5887), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:16.161535 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6391d29c-14ee-4e2a-afb3-fcc99fa7598e None None] Pushing event updated for resources: {'Port': ['ID=5d91fc5c-087f-4ada-9db8-2bfb369a5887,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:17.443461 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 36464) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:17.757901 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [None req-1e8a5711-8a3b-4fd9-b698-60ac0a5bab50 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:31:17.758950 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1e8a5711-8a3b-4fd9-b698-60ac0a5bab50 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3144493 Mar 30 16:31:20.302622 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 36472) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:20.618976 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [None req-8faae035-056c-4858-b357-1551e62a73a2 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:31:20.620878 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8faae035-056c-4858-b357-1551e62a73a2 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3172295 Mar 30 16:31:23.216429 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 36480) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:23.544806 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-344400d6-e686-4d94-9386-1fc649de5734 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:23.636933 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-344400d6-e686-4d94-9386-1fc649de5734 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3753742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15517'] for router (26fa0f95-d770-4cb5-bf36-1588c6382d50), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:23.638431 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-344400d6-e686-4d94-9386-1fc649de5734 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3695843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15510'] for router (26fa0f95-d770-4cb5-bf36-1588c6382d50), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:23.775060 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-344400d6-e686-4d94-9386-1fc649de5734 demo demo] Publish callbacks [] for router_controller (26fa0f95-d770-4cb5-bf36-1588c6382d50), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:23.842071 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-344400d6-e686-4d94-9386-1fc649de5734 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3753623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216'] for router (26fa0f95-d770-4cb5-bf36-1588c6382d50), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:23.946492 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-344400d6-e686-4d94-9386-1fc649de5734 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:23.948253 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-344400d6-e686-4d94-9386-1fc649de5734 demo demo] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7307425 Mar 30 16:31:26.500185 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 36492) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:26.573266 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 5d91fc5c-087f-4ada-9db8-2bfb369a5887 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:31:26.671568 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:26.671901 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (5d91fc5c-087f-4ada-9db8-2bfb369a5887), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:26.781111 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:26.781510 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (5d91fc5c-087f-4ada-9db8-2bfb369a5887), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:26.816517 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port 5d91fc5c-087f-4ada-9db8-2bfb369a5887, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=5d91fc5c-087f-4ada-9db8-2bfb369a5887,segment=NetworkSegment(f96ce7bd-979b-4d03-9ae7-3c9defc97b3a),segment_id=f96ce7bd-979b-4d03-9ae7-3c9defc97b3a)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:26.839224 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [None req-0474ede1-fb1f-409a-8a12-fe33ae468b09 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:31:26.840401 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0474ede1-fb1f-409a-8a12-fe33ae468b09 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3392780 Mar 30 16:31:26.864136 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (5d91fc5c-087f-4ada-9db8-2bfb369a5887), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:26.917849 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=5d91fc5c-087f-4ada-9db8-2bfb369a5887,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:27.571065 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e4fed1-443b-46cf-ba80-2f02014e4370 None None] Network abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:31:27.685534 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-cc30e417-50a6-4c5c-aee4-839761ee6294 None None] Provisioning complete for port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:27.686155 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-cc30e417-50a6-4c5c-aee4-839761ee6294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (5d91fc5c-087f-4ada-9db8-2bfb369a5887), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:27.779512 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-cc30e417-50a6-4c5c-aee4-839761ee6294 None None] Current status of the port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:27.901528 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-94a9481d-e174-4bb4-89d7-69c051dd6826 None None] Provisioning complete for port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:27.901946 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-94a9481d-e174-4bb4-89d7-69c051dd6826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (5d91fc5c-087f-4ada-9db8-2bfb369a5887), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:27.983570 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-94a9481d-e174-4bb4-89d7-69c051dd6826 None None] Current status of the port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:28.538773 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 5d91fc5c-087f-4ada-9db8-2bfb369a5887 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:31:28.586530 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:28.586971 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (5d91fc5c-087f-4ada-9db8-2bfb369a5887), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:28.664952 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:29.379093 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 36500) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:29.435273 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d0deeed5-1eae-4633-bb90-266860a1bdb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:29.691987 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'router:external': True}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:29.795251 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Made reservation on behalf of 4cc2085a01cc4acfa2739223201ffafa for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:31:29.797447 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:29.805946 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:29.876571 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Publish callbacks [] for security_group (2f4caefb-5d17-4254-a160-011bcfd241f2), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:29.949593 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (2f4caefb-5d17-4254-a160-011bcfd241f2), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:29.966924 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Reserving flat network on physical network physnet1 {{(pid=106603) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 30 16:31:29.981034 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f4caefb-5d17-4254-a160-011bcfd241f2,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:29.987344 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (5ec9bcbb-e782-43e3-8d70-133efb784a17), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:29.987685 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Added segment 5ec9bcbb-e782-43e3-8d70-133efb784a17 of type flat for network 925be276-2685-4f32-a5e5-bf5a79e7dce9 Mar 30 16:31:30.040258 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (925be276-2685-4f32-a5e5-bf5a79e7dce9), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:30.127001 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (925be276-2685-4f32-a5e5-bf5a79e7dce9), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:30.127947 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:30.128519 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:30.218601 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] Pushing event updated for resources: {'Network': ['ID=925be276-2685-4f32-a5e5-bf5a79e7dce9,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:30.229115 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:31:30.261741 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-43503395-a52c-4085-badf-a197ee4b4749 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8815901 Mar 30 16:31:31.783788 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b0cecf40-80a3-42a4-8c24-af11ee02b5f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:32.763958 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 36508) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:32.978401 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:33.058284 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5ec2bc-6737-44da-9ef2-ae545b5f82c6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:33.059669 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2b5ec2bc-6737-44da-9ef2-ae545b5f82c6 demo admin] 10.222.0.21 "GET /v2.0/subnets/a2ca3fec-2043-46d5-be64-fe35bec5ad32 HTTP/1.1" status: 200 len: 849 time: 0.2948301 Mar 30 16:31:33.182987 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8e57f475-8695-4719-91ae-a2e3baeeba85 demo admin] 10.222.0.21 "GET /v2.0/routers/26fa0f95-d770-4cb5-bf36-1588c6382d50 HTTP/1.1" status: 200 len: 704 time: 0.1175361 Mar 30 16:31:33.448102 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:33.748564 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Allocated IP 172.20.0.1 (abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11/a2ca3fec-2043-46d5-be64-fe35bec5ad32/946a5d89-750f-4ae3-b810-fd7d47536607) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:31:33.939815 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Publish callbacks [] for port (946a5d89-750f-4ae3-b810-fd7d47536607), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:34.092787 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:34.170687 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Network abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:31:34.177374 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:34.182838 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:31:34.183879 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755983'] for router_interface (26fa0f95-d770-4cb5-bf36-1588c6382d50), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:34.202662 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Pushing event updated for resources: {'Port': ['ID=946a5d89-750f-4ae3-b810-fd7d47536607,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:34.206607 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:34.345975 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-28c74a66-ea6f-43df-9c40-7f821dd30436 None None] Provisioning complete for port 946a5d89-750f-4ae3-b810-fd7d47536607 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:34.345975 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-28c74a66-ea6f-43df-9c40-7f821dd30436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:34.421277 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-28c74a66-ea6f-43df-9c40-7f821dd30436 None None] Port 946a5d89-750f-4ae3-b810-fd7d47536607 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:31:34.441828 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:34.649404 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Publish callbacks [] for port (946a5d89-750f-4ae3-b810-fd7d47536607), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:34.715057 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:34.715834 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3909962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755867'] for router_interface (26fa0f95-d770-4cb5-bf36-1588c6382d50), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:34.795302 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Pushing event updated for resources: {'Port': ['ID=946a5d89-750f-4ae3-b810-fd7d47536607,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:34.839677 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Network abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:31:34.840931 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:35.143673 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Router 26fa0f95-d770-4cb5-bf36-1588c6382d50 is scheduled to L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:31:35.144261 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-069e6091-23fa-44fb-a807-b3d5dba46d1f None None] Provisioning complete for port 946a5d89-750f-4ae3-b810-fd7d47536607 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:35.144261 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-069e6091-23fa-44fb-a807-b3d5dba46d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:35.178427 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-069e6091-23fa-44fb-a807-b3d5dba46d1f None None] Port 946a5d89-750f-4ae3-b810-fd7d47536607 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:31:35.238527 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:31:35.244296 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-695eadcc-8d4d-4d44-8bca-8c51c8f0f0e5 demo admin] 10.222.0.21 "PUT /v2.0/routers/26fa0f95-d770-4cb5-bf36-1588c6382d50/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0560853 Mar 30 16:31:35.248590 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Sync routers for ids ['26fa0f95-d770-4cb5-bf36-1588c6382d50'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:31:35.262335 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Routers {'26fa0f95-d770-4cb5-bf36-1588c6382d50'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:31:35.263211 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:31:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['26fa0f95-d770-4cb5-bf36-1588c6382d50'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:35.455419 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Set router 26fa0f95-d770-4cb5-bf36-1588c6382d50 gateway port host: None {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:31:35.783717 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:35.885974 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'name': 'router1', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:23Z', 'updated_at': '2022-03-30T16:31:34Z', 'revision_number': 2, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'gw_port_host': None, '_interfaces': [{'id': '946a5d89-750f-4ae3-b810-fd7d47536607', 'name': '', 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'mac_address': 'fa:16:3e:a2:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:33Z', 'updated_at': '2022-03-30T16:31:34Z', 'revision_number': 2, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'subnets': [{'id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60d37031-4a4c-4cd2-bb45-db57d84e0376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:35.938703 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Checking router: 26fa0f95-d770-4cb5-bf36-1588c6382d50 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:31:35.939082 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Updating router 26fa0f95-d770-4cb5-bf36-1588c6382d50 port 946a5d89-750f-4ae3-b810-fd7d47536607 binding host dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:31:35.991386 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.517231 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Publish callbacks [] for port (946a5d89-750f-4ae3-b810-fd7d47536607), precommit_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.600510 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.759728 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Pushing event updated for resources: {'Port': ['ID=946a5d89-750f-4ae3-b810-fd7d47536607,revision_number=3']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:36.782782 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.783130 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.783491 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.783843 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.784180 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.784496 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.784826 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.785150 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.785475 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.785896 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.786202 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.786488 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.786950 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.787152 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.787471 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Tracked resource versions report: Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: pushed versions: Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: { 'AddressGroup': {'1.2'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Agent': {'1.1'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'ConntrackHelper': {'1.0'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Log': {'1.0'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'NDPProxy': {'1.0'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Network': {'1.1'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Port': {'1.7'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'PortForwarding': {'1.3'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'QosPolicy': {'1.10'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SecurityGroup': {'1.5'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SubPort': {'1.0'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Subnet': {'1.1'}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Trunk': {'1.1'}} Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: consumer versions: Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: { DHCP agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: L3 agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: Metadata agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: Metering agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: Open vSwitch agent@dv-cinder-835871-1-iscsi: { 'AddressGroup': '1.2', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Agent': '1.1', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'ConntrackHelper': '1.0', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'LocalIPAssociation': '1.0', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Log': '1.0', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'NDPProxy': '1.0', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Network': '1.1', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Port': '1.7', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'PortForwarding': '1.3', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'QosPolicy': '1.10', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SecurityGroup': '1.5', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SecurityGroupRule': '1.2', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SubPort': '1.0', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Subnet': '1.1', Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Trunk': '1.1'}} Mar 30 16:31:36.788912 dv-cinder-835871-1-iscsi neutron-server[106618]: {{(pid=106618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:31:36.792178 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Attempting to bind port 946a5d89-750f-4ae3-b810-fd7d47536607 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:31:36.792586 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Attempting to bind port 946a5d89-750f-4ae3-b810-fd7d47536607 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': 'f96ce7bd-979b-4d03-9ae7-3c9defc97b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11'}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:31:36.793016 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Attempting to bind port 946a5d89-750f-4ae3-b810-fd7d47536607 on network abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:31:36.800816 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:31:36.801219 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Checking segment: {'id': 'f96ce7bd-979b-4d03-9ae7-3c9defc97b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:31:36.801715 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.802105 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Bound using segment: {'id': 'f96ce7bd-979b-4d03-9ae7-3c9defc97b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11'} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:31:36.802599 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Bound port: 946a5d89-750f-4ae3-b810-fd7d47536607, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f96ce7bd-979b-4d03-9ae7-3c9defc97b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11'}}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:31:36.803132 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.813932 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-511b9906-a90b-4ce0-aed2-5005afb87609 None None] Provisioning complete for port 946a5d89-750f-4ae3-b810-fd7d47536607 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:36.815063 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-511b9906-a90b-4ce0-aed2-5005afb87609 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:36.850439 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-511b9906-a90b-4ce0-aed2-5005afb87609 None None] Port 946a5d89-750f-4ae3-b810-fd7d47536607 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:31:36.872395 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] For port 946a5d89-750f-4ae3-b810-fd7d47536607, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:31:36.890517 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] For port 946a5d89-750f-4ae3-b810-fd7d47536607, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=946a5d89-750f-4ae3-b810-fd7d47536607,segment=NetworkSegment(f96ce7bd-979b-4d03-9ae7-3c9defc97b3a),segment_id=f96ce7bd-979b-4d03-9ae7-3c9defc97b3a)] {{(pid=106618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:31:36.955715 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:37.020334 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Routers {'26fa0f95-d770-4cb5-bf36-1588c6382d50'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:31:37.020967 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:31:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['26fa0f95-d770-4cb5-bf36-1588c6382d50'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:37.061010 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5601fae-ea7b-46b5-8f10-edb9e1d5c743 None None] Pushing event updated for resources: {'Port': ['ID=946a5d89-750f-4ae3-b810-fd7d47536607,revision_number=4']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:37.121922 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] Set router 26fa0f95-d770-4cb5-bf36-1588c6382d50 gateway port host: None {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:31:37.173579 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-abb8d76e-abe6-459b-bd73-afd8795e3537 None None] Provisioning complete for port 946a5d89-750f-4ae3-b810-fd7d47536607 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:37.174349 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-abb8d76e-abe6-459b-bd73-afd8795e3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:37.255747 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-abb8d76e-abe6-459b-bd73-afd8795e3537 None None] Current status of the port 946a5d89-750f-4ae3-b810-fd7d47536607 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:37.256068 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-abb8d76e-abe6-459b-bd73-afd8795e3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:37.288386 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-abb8d76e-abe6-459b-bd73-afd8795e3537 None None] For port 946a5d89-750f-4ae3-b810-fd7d47536607, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=946a5d89-750f-4ae3-b810-fd7d47536607,segment=NetworkSegment(f96ce7bd-979b-4d03-9ae7-3c9defc97b3a),segment_id=f96ce7bd-979b-4d03-9ae7-3c9defc97b3a)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:37.334103 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'name': 'router1', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:23Z', 'updated_at': '2022-03-30T16:31:34Z', 'revision_number': 2, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'gw_port_host': None, '_interfaces': [{'id': '946a5d89-750f-4ae3-b810-fd7d47536607', 'name': '', 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'mac_address': 'fa:16:3e:a2:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:33Z', 'updated_at': '2022-03-30T16:31:36Z', 'revision_number': 4, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'subnets': [{'id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60d37031-4a4c-4cd2-bb45-db57d84e0376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:37.343952 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-abb8d76e-abe6-459b-bd73-afd8795e3537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:37.365956 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e16d913-07ff-4e7a-8e8f-b1bfe0250acd None None] The sync data for ids ['26fa0f95-d770-4cb5-bf36-1588c6382d50'] in dv-cinder-835871-1-iscsi is: [{'id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'name': 'router1', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:23Z', 'updated_at': '2022-03-30T16:31:34Z', 'revision_number': 2, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'gw_port_host': None, '_interfaces': [{'id': '946a5d89-750f-4ae3-b810-fd7d47536607', 'name': '', 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'mac_address': 'fa:16:3e:a2:1c:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:33Z', 'updated_at': '2022-03-30T16:31:36Z', 'revision_number': 4, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'subnets': [{'id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60d37031-4a4c-4cd2-bb45-db57d84e0376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:31:37.407759 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8d76e-abe6-459b-bd73-afd8795e3537 None None] Pushing event updated for resources: {'Port': ['ID=946a5d89-750f-4ae3-b810-fd7d47536607,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:37.736608 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 36528) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:37.846916 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9906aa66-d225-4e53-a54d-9eaa01e84361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:37.848209 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-9906aa66-d225-4e53-a54d-9eaa01e84361 admin admin] 10.222.0.21 "GET /v2.0/networks/925be276-2685-4f32-a5e5-bf5a79e7dce9 HTTP/1.1" status: 200 len: 842 time: 0.1106555 Mar 30 16:31:37.857740 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Request body: {'subnet': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:37.978708 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Made reservation on behalf of 4cc2085a01cc4acfa2739223201ffafa for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:31:37.980968 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:38.441092 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.objects.ports [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106603) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 30 16:31:38.441480 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for subnet (54bc8f7f-2a1e-4c48-89cf-32804c6d3c21), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:38.497200 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54bc8f7f-2a1e-4c48-89cf-32804c6d3c21,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:38.506969 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:31:38.507324 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Network hostable DHCP agents. Network: 925be276-2685-4f32-a5e5-bf5a79e7dce9, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:31:38.583478 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:31:38.669431 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, 925be276-2685-4f32-a5e5-bf5a79e7dce9) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:38.673658 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:38.674249 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:38.679063 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37577496-d9e1-4157-9ea7-dbdf190727bd None None] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:31:38.757872 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a65bb0fc-ce79-45a6-a601-a38f7f746949 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9033849 Mar 30 16:31:38.786335 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e0e9a3-18c5-4eb9-9c34-aaa2a668d7bc None None] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:31:41.190265 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 36546) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:41.322261 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-94c7746c-57d4-41bb-ac9a-3c69007b71ca demo admin] 10.222.0.21 "GET /v2.0/routers/26fa0f95-d770-4cb5-bf36-1588c6382d50 HTTP/1.1" status: 200 len: 710 time: 0.1300857 Mar 30 16:31:41.407048 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6198a8-2d55-4cb3-aaf2-10d5e6f6bc0f demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:31:41.408319 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3d6198a8-2d55-4cb3-aaf2-10d5e6f6bc0f demo admin] 10.222.0.21 "GET /v2.0/networks/925be276-2685-4f32-a5e5-bf5a79e7dce9 HTTP/1.1" status: 200 len: 886 time: 0.0807228 Mar 30 16:31:41.417434 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:31:41.667335 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Publish callbacks [] for router_gateway (26fa0f95-d770-4cb5-bf36-1588c6382d50), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:42.013667 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Publish callbacks [] for router_gateway (26fa0f95-d770-4cb5-bf36-1588c6382d50), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:42.087313 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:42.191248 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Allocated IP 172.27.0.100 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:31:42.293377 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Publish callbacks [] for port (9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:42.406980 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:42.446329 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:31:42.454195 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:31:42.457067 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Pushing event updated for resources: {'Port': ['ID=9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:42.462333 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:31:42.922043 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Publish callbacks [] for router_gateway (26fa0f95-d770-4cb5-bf36-1588c6382d50), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:43.112970 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3752445', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3753612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15584'] for router (26fa0f95-d770-4cb5-bf36-1588c6382d50), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:43.116268 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3752426', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3752419', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3753605'] for router (26fa0f95-d770-4cb5-bf36-1588c6382d50), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:43.225040 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Router 26fa0f95-d770-4cb5-bf36-1588c6382d50 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:31:43.331311 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:31:43.336066 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:43.337286 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-83a7416e-64de-4927-a3f7-6edadabbcdfd demo admin] 10.222.0.21 "PUT /v2.0/routers/26fa0f95-d770-4cb5-bf36-1588c6382d50 HTTP/1.1" status: 200 len: 890 time: 1.9233212 Mar 30 16:31:44.570688 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 946a5d89-750f-4ae3-b810-fd7d47536607 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:31:44.620008 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 946a5d89-750f-4ae3-b810-fd7d47536607 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:44.620379 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:44.698295 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 946a5d89-750f-4ae3-b810-fd7d47536607 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:45.878339 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 36560) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:31:46.000827 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-080797c9-c118-4539-ad87-8c81e379e667 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1212971 Mar 30 16:31:46.004088 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Sync routers for ids ['26fa0f95-d770-4cb5-bf36-1588c6382d50'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:31:46.016837 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Routers {'26fa0f95-d770-4cb5-bf36-1588c6382d50'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:31:46.017637 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:31:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['26fa0f95-d770-4cb5-bf36-1588c6382d50'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:46.244066 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Set router 26fa0f95-d770-4cb5-bf36-1588c6382d50 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:31:46.719693 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'name': 'router1', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:23Z', 'updated_at': '2022-03-30T16:31:42Z', 'revision_number': 4, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'gw_port': {'id': '9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:76:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:42Z', 'updated_at': '2022-03-30T16:31:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '946a5d89-750f-4ae3-b810-fd7d47536607', 'name': '', 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'mac_address': 'fa:16:3e:a2:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:33Z', 'updated_at': '2022-03-30T16:31:37Z', 'revision_number': 5, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'subnets': [{'id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60d37031-4a4c-4cd2-bb45-db57d84e0376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:46.771713 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Checking router: 26fa0f95-d770-4cb5-bf36-1588c6382d50 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:31:46.772090 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Updating router 26fa0f95-d770-4cb5-bf36-1588c6382d50 port 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9 binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:31:46.827195 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:47.145790 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Publish callbacks [] for port (9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:47.223777 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:47.269509 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec5483-013d-48f5-b964-2b91f959e9cd None None] Pushing event updated for resources: {'Port': ['ID=9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:47.290611 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Attempting to bind port 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:31:47.290611 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Attempting to bind port 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:31:47.290611 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Attempting to bind port 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9 on network 925be276-2685-4f32-a5e5-bf5a79e7dce9 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:31:47.299098 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:31:47.299098 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:31:47.299098 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:47.299098 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Bound using segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:31:47.299577 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Bound port: 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:31:47.299577 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:47.359110 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] For port 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:31:47.362156 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] For port 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:31:47.446715 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:47.502999 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec5483-013d-48f5-b964-2b91f959e9cd None None] Pushing event updated for resources: {'Port': ['ID=9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:47.506655 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Routers {'26fa0f95-d770-4cb5-bf36-1588c6382d50'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:31:47.506655 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:31:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['26fa0f95-d770-4cb5-bf36-1588c6382d50'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:47.614550 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] Set router 26fa0f95-d770-4cb5-bf36-1588c6382d50 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:31:47.853467 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'name': 'router1', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:23Z', 'updated_at': '2022-03-30T16:31:42Z', 'revision_number': 4, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'gw_port': {'id': '9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:76:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:42Z', 'updated_at': '2022-03-30T16:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '946a5d89-750f-4ae3-b810-fd7d47536607', 'name': '', 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'mac_address': 'fa:16:3e:a2:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:33Z', 'updated_at': '2022-03-30T16:31:37Z', 'revision_number': 5, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'subnets': [{'id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60d37031-4a4c-4cd2-bb45-db57d84e0376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:31:47.884640 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb97062-95c7-424f-84a4-282764d8f7ee None None] The sync data for ids ['26fa0f95-d770-4cb5-bf36-1588c6382d50'] in dv-cinder-835871-1-iscsi is: [{'id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'name': 'router1', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:31:23Z', 'updated_at': '2022-03-30T16:31:42Z', 'revision_number': 4, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'gw_port': {'id': '9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:76:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:42Z', 'updated_at': '2022-03-30T16:31:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '946a5d89-750f-4ae3-b810-fd7d47536607', 'name': '', 'network_id': 'abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11', 'tenant_id': 'd25afff886c840849dcfbf1f88d290cf', 'mac_address': 'fa:16:3e:a2:1c:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26fa0f95-d770-4cb5-bf36-1588c6382d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:31:33Z', 'updated_at': '2022-03-30T16:31:37Z', 'revision_number': 5, 'project_id': 'd25afff886c840849dcfbf1f88d290cf', 'subnets': [{'id': 'a2ca3fec-2043-46d5-be64-fe35bec5ad32', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '60d37031-4a4c-4cd2-bb45-db57d84e0376'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:31:48.616070 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:31:48.676573 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:48.676965 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:48.819573 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:48.820080 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:48.842899 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:31:48.903971 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:48.970492 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:31:50.633134 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:31:50.732453 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:31:50.733006 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:31:50.828245 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 9566c7c8-79f8-47e3-ba1a-5cc16baf4ea9 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:31:54.516978 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 5 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:31:59.417577 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7141750e-87ad-45c4-bac0-ce5af1748126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:01.761675 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-79d674f5-cfab-443b-a2e9-e895fa0027a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:02.983294 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:04.223486 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:05.795008 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:29.435197 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-38f305c7-a989-4cb4-90b0-c01c60d829ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:31.518955 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 5 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:32:31.793783 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7e39efab-22e0-4e7f-a353-8da541b0b091 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:32.999512 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:34.210553 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:35.787995 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:32:59.420491 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-623418d2-7e49-45da-ab5e-bc9610e7b3df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:01.775844 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d9b239f9-cba4-4f7b-9997-39826ebad09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:02.981051 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:04.272811 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:05.820251 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:08.518166 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 5 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:33:11.175132 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37044) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:11.238503 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec05cb0-d6d8-4c04-8de4-13381af39420 admin admin] GET failed (client error): The resource could not be found. Mar 30 16:33:11.239854 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-dec05cb0-d6d8-4c04-8de4-13381af39420 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0637648 Mar 30 16:33:11.397647 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763b39be-0bac-482c-b766-92e81580f2da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:11.399050 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-763b39be-0bac-482c-b766-92e81580f2da admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1551669 Mar 30 16:33:13.714706 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37054) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:13.862660 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12711275-b6ac-4718-b861-e0da11cbfb48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:13.864128 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-12711275-b6ac-4718-b861-e0da11cbfb48 admin admin] 10.222.0.21 "GET /v2.0/subnets/a2ca3fec-2043-46d5-be64-fe35bec5ad32 HTTP/1.1" status: 200 len: 849 time: 0.1485002 Mar 30 16:33:13.873551 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:33:13.956019 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Publish callbacks [] for subnet (a2ca3fec-2043-46d5-be64-fe35bec5ad32), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:14.146128 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761190183042'] for subnet (a2ca3fec-2043-46d5-be64-fe35bec5ad32), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:14.208064 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:14.208984 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:14.222702 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] 10.222.0.21 "PUT /v2.0/subnets/a2ca3fec-2043-46d5-be64-fe35bec5ad32 HTTP/1.1" status: 200 len: 868 time: 0.3401408 Mar 30 16:33:14.222981 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b838beb2-1fff-407b-a0ac-6c965ab444e1 None None] Network abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:33:14.227058 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ca3fec-2043-46d5-be64-fe35bec5ad32,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:33:14.237852 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.238109 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.238412 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.238774 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.239108 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.239433 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.239756 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.240077 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.240402 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.240724 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.241061 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.241396 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.241717 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.242030 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.242345 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36314e31-e9da-4b0c-ae99-e23dd132701b admin admin] Tracked resource versions report: Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: pushed versions: Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: { 'AddressGroup': {'1.2'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Agent': {'1.1'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'ConntrackHelper': {'1.0'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Log': {'1.0'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'NDPProxy': {'1.0'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Network': {'1.1'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Port': {'1.7'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'PortForwarding': {'1.3'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'QosPolicy': {'1.10'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SecurityGroup': {'1.5'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SubPort': {'1.0'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Subnet': {'1.1'}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Trunk': {'1.1'}} Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: consumer versions: Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: { DHCP agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: L3 agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: Metadata agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: Metering agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: Open vSwitch agent@dv-cinder-835871-1-iscsi: { 'AddressGroup': '1.2', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Agent': '1.1', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'ConntrackHelper': '1.0', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'LocalIPAssociation': '1.0', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Log': '1.0', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'NDPProxy': '1.0', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Network': '1.1', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Port': '1.7', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'PortForwarding': '1.3', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'QosPolicy': '1.10', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SecurityGroup': '1.5', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SecurityGroupRule': '1.2', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SubPort': '1.0', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Subnet': '1.1', Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Trunk': '1.1'}} Mar 30 16:33:14.243859 dv-cinder-835871-1-iscsi neutron-server[106608]: {{(pid=106608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:33:14.547097 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-72c78241-548d-40ec-9339-a667236a3d19 None None] Provisioning complete for port 946a5d89-750f-4ae3-b810-fd7d47536607 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:33:14.547490 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-72c78241-548d-40ec-9339-a667236a3d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (946a5d89-750f-4ae3-b810-fd7d47536607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:14.624334 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-72c78241-548d-40ec-9339-a667236a3d19 None None] Current status of the port 946a5d89-750f-4ae3-b810-fd7d47536607 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:33:14.633846 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-72c78241-548d-40ec-9339-a667236a3d19 None None] Provisioning complete for port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:33:14.634233 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-72c78241-548d-40ec-9339-a667236a3d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (5d91fc5c-087f-4ada-9db8-2bfb369a5887), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:14.710082 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-72c78241-548d-40ec-9339-a667236a3d19 None None] Current status of the port 5d91fc5c-087f-4ada-9db8-2bfb369a5887 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:33:16.545617 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37068) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:16.769743 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72388842-18b6-4296-abc3-52bbd0fce5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:16.770129 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72388842-18b6-4296-abc3-52bbd0fce5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:16.771684 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-72388842-18b6-4296-abc3-52bbd0fce5e3 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2250962 Mar 30 16:33:19.084436 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37076) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:19.284127 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959c3789-9d2b-4a41-a565-b43180c4dfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:19.284488 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959c3789-9d2b-4a41-a565-b43180c4dfc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:19.286018 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-959c3789-9d2b-4a41-a565-b43180c4dfc6 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006474 Mar 30 16:33:21.593757 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37084) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:21.719871 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6875dfdb-51e4-464c-bdc6-0917e481128e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:21.721225 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6875dfdb-51e4-464c-bdc6-0917e481128e admin admin] 10.222.0.21 "GET /v2.0/networks/925be276-2685-4f32-a5e5-bf5a79e7dce9 HTTP/1.1" status: 200 len: 886 time: 0.1265299 Mar 30 16:33:24.060810 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37092) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:24.196468 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca26967-5caa-4423-9097-48e541d1f1f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:24.198470 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7ca26967-5caa-4423-9097-48e541d1f1f3 admin admin] 10.222.0.21 "GET /v2.0/networks/abb43a01-23e9-4b9d-8ae9-b9fdcfc73f11 HTTP/1.1" status: 200 len: 869 time: 0.1366134 Mar 30 16:33:26.503996 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37100) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:26.630844 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd24a66-11b9-42ce-b46f-4a7fe0236654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:26.631297 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd24a66-11b9-42ce-b46f-4a7fe0236654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:26.632802 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fdd24a66-11b9-42ce-b46f-4a7fe0236654 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1277978 Mar 30 16:33:28.940562 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37108) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:29.031456 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e8c712-cbe5-4fab-a751-ea084386e607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:29.031902 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e8c712-cbe5-4fab-a751-ea084386e607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:29.033363 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-49e8c712-cbe5-4fab-a751-ea084386e607 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0917709 Mar 30 16:33:29.403212 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c6094071-22f0-44ed-891b-132e7bfc30ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:31.348646 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37116) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:31.432692 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2498779-e57f-48ac-a079-57251ed93ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:31.433949 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d2498779-e57f-48ac-a079-57251ed93ee0 admin admin] 10.222.0.21 "GET /v2.0/subnets/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21 HTTP/1.1" status: 200 len: 816 time: 0.0843549 Mar 30 16:33:31.774284 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a3ba03ac-cdfd-44db-a45d-fcca98005694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:32.997339 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:33.730718 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37124) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:33:33.823643 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c574b-97b5-4f23-96d7-ce5d17f8399b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:33:33.824976 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-348c574b-97b5-4f23-96d7-ce5d17f8399b admin admin] 10.222.0.21 "GET /v2.0/subnets/a2ca3fec-2043-46d5-be64-fe35bec5ad32 HTTP/1.1" status: 200 len: 868 time: 0.0933256 Mar 30 16:33:34.214530 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:35.774275 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:33:45.516622 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 5 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:33:59.430742 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-926ea82f-ba37-462c-ba93-345e8c85aabe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:01.761755 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-17263bfb-18a3-49d8-aa53-61f1477aaa9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:02.157457 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37176) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:34:02.205262 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [None req-1d529dea-a812-4075-b18e-f2dd4af8333f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:34:02.206251 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1d529dea-a812-4075-b18e-f2dd4af8333f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478597 Mar 30 16:34:02.967952 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:04.213255 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:04.612930 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37184) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:34:04.672764 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e5a714e-2eb2-4751-880f-3c45df0c4f87 admin admin] GET failed (client error): The resource could not be found. Mar 30 16:34:04.674064 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-4e5a714e-2eb2-4751-880f-3c45df0c4f87 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0602171 Mar 30 16:34:04.867523 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a83557-1a00-4a58-afa6-b9658432d37d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:04.868996 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d1a83557-1a00-4a58-afa6-b9658432d37d admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1910248 Mar 30 16:34:05.801370 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:07.211758 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37192) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:34:07.258660 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:34:07.321560 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Made reservation on behalf of 4cc2085a01cc4acfa2739223201ffafa for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:34:07.323782 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:07.350989 dv-cinder-835871-1-iscsi neutron-server[106603]: WARNING neutron.services.revisions.revision_plugin [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Could not find related network for resource to bump revision. Mar 30 16:34:07.361793 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:34:07.370784 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (8d420d8e-e1e6-44cf-a64f-f6344f046700), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:07.371124 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Added segment 8d420d8e-e1e6-44cf-a64f-f6344f046700 of type vlan for network d1cf1711-a49a-43c9-96cc-dd598317224f Mar 30 16:34:07.408014 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (d1cf1711-a49a-43c9-96cc-dd598317224f), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:07.480690 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (d1cf1711-a49a-43c9-96cc-dd598317224f), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:07.481647 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:07.482221 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:07.542244 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Pushing event updated for resources: {'Network': ['ID=d1cf1711-a49a-43c9-96cc-dd598317224f,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:07.548775 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.549121 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.549478 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.549818 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.550152 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.550479 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.550833 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.551157 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.551494 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.551822 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.552159 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.552505 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.552828 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.553151 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.553469 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:07.565620 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network d1cf1711-a49a-43c9-96cc-dd598317224f details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:34:07.598239 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f5b5e5e7-f488-4158-8de7-d648753b4fb2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3853400 Mar 30 16:34:10.025264 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37200) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:34:10.086560 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8ffe41-029c-4e1a-9677-3b979beef359 admin admin] GET failed (client error): The resource could not be found. Mar 30 16:34:10.087867 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-eb8ffe41-029c-4e1a-9677-3b979beef359 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0616548 Mar 30 16:34:10.155250 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4b4f80-ac35-4b37-9c74-9d739d3e2e15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:10.156701 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-4a4b4f80-ac35-4b37-9c74-9d739d3e2e15 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648735 Mar 30 16:34:10.166299 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:34:10.247111 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] Made reservation on behalf of 4cc2085a01cc4acfa2739223201ffafa for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:34:10.249263 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:10.481658 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for subnet (a9a62999-beec-48d3-ac08-1bba1d964a8f), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:10.536620 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a62999-beec-48d3-ac08-1bba1d964a8f,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:10.544434 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] Checking segment: {'id': '8d420d8e-e1e6-44cf-a64f-f6344f046700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:34:10.548444 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] Network hostable DHCP agents. Network: d1cf1711-a49a-43c9-96cc-dd598317224f, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:34:10.652754 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] Network d1cf1711-a49a-43c9-96cc-dd598317224f is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:34:10.732480 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, d1cf1711-a49a-43c9-96cc-dd598317224f) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:34:10.736526 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:34:10.737118 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:10.742708 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec30731-114f-4c63-b7e9-89606c058217 None None] Network d1cf1711-a49a-43c9-96cc-dd598317224f requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:34:10.821050 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-76fbccbd-b2ec-404c-a4e8-6b34bd2544a9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6581540 Mar 30 16:34:10.847982 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-d1cf1711-a49a-43c9-96cc-dd598317224f', 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f', 'project_id': '4cc2085a01cc4acfa2739223201ffafa', 'fixed_ips': [{'subnet_id': 'a9a62999-beec-48d3-ac08-1bba1d964a8f'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:34:10.848950 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:11.091852 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Allocated IP 192.168.233.2 (d1cf1711-a49a-43c9-96cc-dd598317224f/a9a62999-beec-48d3-ac08-1bba1d964a8f/e326edf4-036c-490c-9522-2dd10d2c03e1) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:34:11.243971 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Publish callbacks [] for port (e326edf4-036c-490c-9522-2dd10d2c03e1), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:11.327815 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (e326edf4-036c-490c-9522-2dd10d2c03e1), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:11.368311 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Network d1cf1711-a49a-43c9-96cc-dd598317224f is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:34:11.373210 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:34:11.379013 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:34:11.380984 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Pushing event updated for resources: {'Port': ['ID=e326edf4-036c-490c-9522-2dd10d2c03e1,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:11.389624 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.389969 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.390329 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.390703 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.391039 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.391363 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.391686 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.392006 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.392328 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.392651 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.392968 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.393306 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.393635 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.393950 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.394264 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:34:11.449664 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Attempting to bind port e326edf4-036c-490c-9522-2dd10d2c03e1 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:34:11.450041 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Attempting to bind port e326edf4-036c-490c-9522-2dd10d2c03e1 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '8d420d8e-e1e6-44cf-a64f-f6344f046700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:34:11.450413 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Attempting to bind port e326edf4-036c-490c-9522-2dd10d2c03e1 on network d1cf1711-a49a-43c9-96cc-dd598317224f {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:34:11.455961 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 34, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:34:11.456335 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Checking segment: {'id': '8d420d8e-e1e6-44cf-a64f-f6344f046700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:34:11.456734 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:11.457125 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Bound using segment: {'id': '8d420d8e-e1e6-44cf-a64f-f6344f046700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:34:11.457630 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Bound port: e326edf4-036c-490c-9522-2dd10d2c03e1, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d420d8e-e1e6-44cf-a64f-f6344f046700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:34:11.458001 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e326edf4-036c-490c-9522-2dd10d2c03e1), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:11.524594 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] For port e326edf4-036c-490c-9522-2dd10d2c03e1, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:34:11.527752 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] For port e326edf4-036c-490c-9522-2dd10d2c03e1, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=e326edf4-036c-490c-9522-2dd10d2c03e1,segment=NetworkSegment(8d420d8e-e1e6-44cf-a64f-f6344f046700),segment_id=8d420d8e-e1e6-44cf-a64f-f6344f046700)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:34:11.613480 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (e326edf4-036c-490c-9522-2dd10d2c03e1), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:11.681640 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5c4c49-2ee5-4f51-b297-96bbcfb3259f None None] Pushing event updated for resources: {'Port': ['ID=e326edf4-036c-490c-9522-2dd10d2c03e1,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:12.546178 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9553da8-01ad-4de3-8a48-e2d3ef4b687f None None] Network d1cf1711-a49a-43c9-96cc-dd598317224f requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:34:12.612542 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-f2ba7c42-eff3-49b8-bf0c-4ba1509d75cc None None] Provisioning complete for port e326edf4-036c-490c-9522-2dd10d2c03e1 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:34:12.612926 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7c42-eff3-49b8-bf0c-4ba1509d75cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (e326edf4-036c-490c-9522-2dd10d2c03e1), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:12.700903 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device e326edf4-036c-490c-9522-2dd10d2c03e1 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:34:12.783060 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-f2ba7c42-eff3-49b8-bf0c-4ba1509d75cc None None] Current status of the port e326edf4-036c-490c-9522-2dd10d2c03e1 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:34:12.783499 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7c42-eff3-49b8-bf0c-4ba1509d75cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e326edf4-036c-490c-9522-2dd10d2c03e1), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:12.827363 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-f2ba7c42-eff3-49b8-bf0c-4ba1509d75cc None None] For port e326edf4-036c-490c-9522-2dd10d2c03e1, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=e326edf4-036c-490c-9522-2dd10d2c03e1,segment=NetworkSegment(8d420d8e-e1e6-44cf-a64f-f6344f046700),segment_id=8d420d8e-e1e6-44cf-a64f-f6344f046700)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:34:12.828464 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port e326edf4-036c-490c-9522-2dd10d2c03e1 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:34:12.828852 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (e326edf4-036c-490c-9522-2dd10d2c03e1), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:12.916664 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port e326edf4-036c-490c-9522-2dd10d2c03e1 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:34:12.917008 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e326edf4-036c-490c-9522-2dd10d2c03e1), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:12.919151 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f2ba7c42-eff3-49b8-bf0c-4ba1509d75cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (e326edf4-036c-490c-9522-2dd10d2c03e1), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:13.005619 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba7c42-eff3-49b8-bf0c-4ba1509d75cc None None] Pushing event updated for resources: {'Port': ['ID=e326edf4-036c-490c-9522-2dd10d2c03e1,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:34:13.016992 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:34:13.017369 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG oslo_db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:34:13.041261 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-de3f1c62-98d4-4008-9f43-36047d24cf11 None None] Provisioning complete for port e326edf4-036c-490c-9522-2dd10d2c03e1 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:34:13.041556 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-de3f1c62-98d4-4008-9f43-36047d24cf11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (e326edf4-036c-490c-9522-2dd10d2c03e1), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:13.123566 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-de3f1c62-98d4-4008-9f43-36047d24cf11 None None] Current status of the port e326edf4-036c-490c-9522-2dd10d2c03e1 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:34:13.554944 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port e326edf4-036c-490c-9522-2dd10d2c03e1 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:34:14.664016 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device e326edf4-036c-490c-9522-2dd10d2c03e1 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:34:14.711111 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port e326edf4-036c-490c-9522-2dd10d2c03e1 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:34:14.711492 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (e326edf4-036c-490c-9522-2dd10d2c03e1), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:14.789346 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port e326edf4-036c-490c-9522-2dd10d2c03e1 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:34:22.514780 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 5 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:34:29.497951 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1b21531e-2d90-4d80-8b2a-26747628da8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:31.778231 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-97dc3fa5-5263-404b-b885-c05e27e646cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:33.029786 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:34.223441 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:35.778087 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:59.417201 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-720c6597-c626-46fb-a9d6-0fdffce0d3b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:34:59.513662 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 5 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:35:01.765416 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-0759bfb2-6303-46b9-9d84-c88d2256f494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:02.971513 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:04.239395 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:05.776917 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:29.450825 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-54b71727-29d9-447a-b3e7-910c10fa962d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:31.736213 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-8c6ac53a-00a1-4af0-9812-2875ae0d2f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:33.004247 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:34.238549 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:35.770082 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:36.512210 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 5 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:35:39.300482 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37242) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:35:39.306031 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [None req-644a348e-f695-4690-9f37-70991080ead3 tempest-verify_tempest_config-734352000 tempest-verify_tempest_config-734352000-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:35:39.307022 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-644a348e-f695-4690-9f37-70991080ead3 tempest-verify_tempest_config-734352000 tempest-verify_tempest_config-734352000-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0055783 Mar 30 16:35:39.836721 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37260) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:35:39.943778 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:40.014199 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Publish callbacks [] for security_group (c065f65b-e137-483c-b13c-6d7de0956e5a), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:40.060994 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (c065f65b-e137-483c-b13c-6d7de0956e5a), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:40.105331 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=13509d054bb94955a47d417c3ccd04f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2674785 Mar 30 16:35:40.106170 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c065f65b-e137-483c-b13c-6d7de0956e5a,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:40.108010 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37264) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:35:40.123462 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.123808 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.124161 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.124503 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.124831 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.125158 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.125479 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.125801 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.126140 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.126463 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.126827 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.127155 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.127472 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.127788 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.128100 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13a7aca8-16e7-49df-8818-2e0926f036e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:35:40.171519 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ef6b21a3-35a0-47f3-b5fe-0e11c264ddf4 admin admin] Publish callbacks [] for security_group (c065f65b-e137-483c-b13c-6d7de0956e5a), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:40.191781 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ef6b21a3-35a0-47f3-b5fe-0e11c264ddf4 admin admin] Publish callbacks [] for security_group (c065f65b-e137-483c-b13c-6d7de0956e5a), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:40.352270 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ef6b21a3-35a0-47f3-b5fe-0e11c264ddf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (c065f65b-e137-483c-b13c-6d7de0956e5a), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:40.354868 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ef6b21a3-35a0-47f3-b5fe-0e11c264ddf4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:35:40.356018 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ef6b21a3-35a0-47f3-b5fe-0e11c264ddf4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c065f65b-e137-483c-b13c-6d7de0956e5a HTTP/1.1" status: 204 len: 168 time: 0.2471306 Mar 30 16:35:40.363786 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b21a3-35a0-47f3-b5fe-0e11c264ddf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c065f65b-e137-483c-b13c-6d7de0956e5a,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:35:59.443590 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d916d8db-daf9-435a-996b-f8f8b54d43f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:01.728902 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2a6c49a6-4837-40a9-abfa-4847bd1a96f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:02.986250 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:04.220165 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:05.763009 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:13.510521 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 5 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:36:29.448310 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d2b6a494-f083-4880-a623-ad92dcd603c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:31.779602 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-bcfd29c6-8c53-4583-a6b7-0ddbf6f7d1b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:33.013776 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:34.225353 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:35.773386 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:36:50.510619 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 5 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:36:59.464309 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d3f8df5c-3beb-4aa7-926c-9f94639b04b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:01.766962 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-cc4df41c-fc0e-43c4-a8ce-b2c0012b1b99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:02.993903 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:04.269852 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:05.783839 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:19.787979 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3753187'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:27.510232 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:37:29.428636 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-76e88251-c033-4bbf-b3fc-a73684604e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:31.765713 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f35d5b44-3a20-4512-8de5-3e07918cc278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:33.005841 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:34.251517 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:34.775560 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37334) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:37:34.880000 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-02cedac2-a6eb-44a9-8097-11af955d240e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1033540 Mar 30 16:37:35.770225 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:37.194626 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37344) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:37:37.249344 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-59712bf0-0dc2-4056-b497-6013cb30a5eb admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0536375 Mar 30 16:37:49.724977 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:37:59.427580 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-76dadbc2-91c4-4bb9-8034-452d11b32069 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:01.803305 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7cb5636a-b606-4909-a3a2-0134f3b8a7c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:03.004429 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:04.250256 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:04.509321 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:38:05.769043 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:19.770122 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:29.430645 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-de072662-169a-4035-9520-100d4ee7a70c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:31.762498 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2e9f9315-5e5d-4fcf-8102-a4e927ddce54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:33.021485 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:34.264916 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:35.859355 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:41.509395 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:38:49.740323 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:38:59.437165 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-8e4ece97-c65a-43c1-abaf-614d36c5967e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:01.796866 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-20b9c34f-1d76-471a-bba6-72fe7da372d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:02.974169 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:04.265522 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:05.761106 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:15.995702 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37496) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:16.179977 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37512) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:16.264099 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-368422081-network', 'tenant_id': '7bf00991563747f7ac3b2d8d3bd02ad8'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:16.363174 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-network', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:16.376048 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Made reservation on behalf of 7bf00991563747f7ac3b2d8d3bd02ad8 for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:16.377681 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.389302 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.460031 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Made reservation on behalf of 883c3913fc0b42c1ae347b5b21cd10c8 for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:16.462281 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.476934 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.479871 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Publish callbacks [] for security_group (b6696351-4adf-4b67-b606-c3eb9c280f89), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.552991 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Publish callbacks [] for security_group (76477266-808d-402b-9a2c-20210456fde6), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.565927 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b6696351-4adf-4b67-b606-c3eb9c280f89), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.580764 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:39:16.597643 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (c85093eb-d066-46d7-9df5-777c0c7950b0), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.597987 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Added segment c85093eb-d066-46d7-9df5-777c0c7950b0 of type vlan for network 1ccde34b-7837-4dde-96f2-7a74d313a79d Mar 30 16:39:16.635868 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (76477266-808d-402b-9a2c-20210456fde6), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.645453 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6696351-4adf-4b67-b606-c3eb9c280f89,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:16.658430 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (1ccde34b-7837-4dde-96f2-7a74d313a79d), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.669986 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] vlan segment allocate from pool success with {'vlan_id': 533, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:39:16.677132 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.677480 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.677821 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.678156 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.678491 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.678882 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.679170 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.679491 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.679814 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.680138 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.680507 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.680794 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.681169 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.681485 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.681802 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Tracked resource versions report: Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: pushed versions: Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: { 'AddressGroup': {'1.2'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Agent': {'1.1'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'ConntrackHelper': {'1.0'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Log': {'1.0'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'NDPProxy': {'1.0'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Network': {'1.1'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Port': {'1.7'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'PortForwarding': {'1.3'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'QosPolicy': {'1.10'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SecurityGroup': {'1.5'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SubPort': {'1.0'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Subnet': {'1.1'}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Trunk': {'1.1'}} Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: consumer versions: Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: { DHCP agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: HyperV agent@hv-cinder-83587: {}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: L3 agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: Metadata agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: Metering agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: Open vSwitch agent@dv-cinder-835871-1-iscsi: { 'AddressGroup': '1.2', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Agent': '1.1', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'ConntrackHelper': '1.0', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'LocalIPAssociation': '1.0', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Log': '1.0', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'NDPProxy': '1.0', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Network': '1.1', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Port': '1.7', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'PortForwarding': '1.3', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'QosPolicy': '1.10', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SecurityGroup': '1.5', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SecurityGroupRule': '1.2', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'SubPort': '1.0', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Subnet': '1.1', Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: 'Trunk': '1.1'}} Mar 30 16:39:16.682988 dv-cinder-835871-1-iscsi neutron-server[106603]: {{(pid=106603) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:39:16.713069 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (65723856-39d1-40ad-951d-5ce976a1a279), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.713415 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Added segment 65723856-39d1-40ad-951d-5ce976a1a279 of type vlan for network e773f3a5-fe7b-452c-bd0d-c30eda04a501 Mar 30 16:39:16.755664 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76477266-808d-402b-9a2c-20210456fde6,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:16.766024 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (e773f3a5-fe7b-452c-bd0d-c30eda04a501), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.806828 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (1ccde34b-7837-4dde-96f2-7a74d313a79d), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.808084 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:16.808689 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.865229 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (e773f3a5-fe7b-452c-bd0d-c30eda04a501), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.866165 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:16.866760 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:16.879091 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] Pushing event updated for resources: {'Network': ['ID=1ccde34b-7837-4dde-96f2-7a74d313a79d,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:16.888131 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37548) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:16.891287 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network 1ccde34b-7837-4dde-96f2-7a74d313a79d details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:39:16.943469 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] Pushing event updated for resources: {'Network': ['ID=e773f3a5-fe7b-452c-bd0d-c30eda04a501,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:16.957348 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ecb6b4ff-7549-4388-a66d-4e85667d5895 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9599783 Mar 30 16:39:16.963534 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network e773f3a5-fe7b-452c-bd0d-c30eda04a501 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:39:16.963718 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37556) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:16.969944 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] Request body: {'subnet': {'network_id': '1ccde34b-7837-4dde-96f2-7a74d313a79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-368422081-subnet', 'tenant_id': '7bf00991563747f7ac3b2d8d3bd02ad8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:17.006724 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-5020d3f1-3d9a-4c05-8cba-a9a17f8c34ba admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8251696 Mar 30 16:39:17.009230 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37558) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:17.014016 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] Request body: {'subnet': {'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-subnet', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:17.100071 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] Made reservation on behalf of 883c3913fc0b42c1ae347b5b21cd10c8 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:17.102393 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.104530 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] Made reservation on behalf of 7bf00991563747f7ac3b2d8d3bd02ad8 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:17.106916 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.150660 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37564) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:17.303635 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1782849170-network', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:17.411581 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for subnet (44c891fe-6c82-45c8-8486-57bee9569d2b), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.430773 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Made reservation on behalf of 4fab43bb585b4ab98a6291af025dd6d3 for: {'network': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:17.433377 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.450956 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.493359 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44c891fe-6c82-45c8-8486-57bee9569d2b,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:17.496150 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] Checking segment: {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:17.503130 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] Network hostable DHCP agents. Network: e773f3a5-fe7b-452c-bd0d-c30eda04a501, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:39:17.550124 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for subnet (1e96108d-7ee7-4b60-b8b1-2c96a34550bd), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.579527 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] Network e773f3a5-fe7b-452c-bd0d-c30eda04a501 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:39:17.619943 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-network', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:17.620867 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e96108d-7ee7-4b60-b8b1-2c96a34550bd,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:17.636340 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] Checking segment: {'id': 'c85093eb-d066-46d7-9df5-777c0c7950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1ccde34b-7837-4dde-96f2-7a74d313a79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:17.636988 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] Network hostable DHCP agents. Network: 1ccde34b-7837-4dde-96f2-7a74d313a79d, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:39:17.641277 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Publish callbacks [] for security_group (5faa3a5a-de8f-458b-a500-37c066414ed8), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.670253 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, e773f3a5-fe7b-452c-bd0d-c30eda04a501) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:17.676162 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:17.677025 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.678610 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ce500c-2992-4fef-845d-c84bdfe7bc7e None None] Network e773f3a5-fe7b-452c-bd0d-c30eda04a501 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:17.752191 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5faa3a5a-de8f-458b-a500-37c066414ed8), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.757067 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Made reservation on behalf of 9d2706b3bc384330b0a601211f7d0420 for: {'network': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:17.759344 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.785608 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] Network 1ccde34b-7837-4dde-96f2-7a74d313a79d is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:39:17.790436 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-94bc4460-b822-464d-9a36-0d0a9205e98b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7801685 Mar 30 16:39:17.798015 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.798779 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37598) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:17.811252 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:17.816142 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, 1ccde34b-7837-4dde-96f2-7a74d313a79d) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:17.822816 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 543, 'physical_network': 'physnet1'} {{(pid=106608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:39:17.841048 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1459db88-e29d-48fe-90e7-a84b20c22fd9 None None] Network 1ccde34b-7837-4dde-96f2-7a74d313a79d requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:17.841853 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:17.842449 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.845146 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761190009649', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (1c8a187d-56b1-4c62-8cf8-86261537ef96), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.845905 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Unsubscribe: segment precommit_create {{(pid=106608) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 30 16:39:17.846466 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.segments_db [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Added segment 1c8a187d-56b1-4c62-8cf8-86261537ef96 of type vlan for network 25a23ead-595b-4257-94d5-46389d5e6899 Mar 30 16:39:17.934474 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (25a23ead-595b-4257-94d5-46389d5e6899), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.962287 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3753742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15517'] for router (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.963662 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:39:17.964177 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3695843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15510'] for router (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:17.965220 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.006069 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5faa3a5a-de8f-458b-a500-37c066414ed8,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:18.011974 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e764b1b-404e-43d5-b9fe-591b25593a12 None None] Network 1ccde34b-7837-4dde-96f2-7a74d313a79d requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:18.021970 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.022981 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.036609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:18.037682 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7389c00c-cf83-40d7-bb81-7bfd661994e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0623097 Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Tracked resource versions report: Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: pushed versions: Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: { 'AddressGroup': {'1.2'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Agent': {'1.1'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'ConntrackHelper': {'1.0'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Log': {'1.0'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'NDPProxy': {'1.0'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Network': {'1.1'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Port': {'1.7'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'PortForwarding': {'1.3'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'QosPolicy': {'1.10'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SecurityGroup': {'1.5'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SubPort': {'1.0'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Subnet': {'1.1'}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Trunk': {'1.1'}} Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: consumer versions: Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: { DHCP agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: HyperV agent@hv-cinder-83587: {}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: L3 agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: Metadata agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: Metering agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: Open vSwitch agent@dv-cinder-835871-1-iscsi: { 'AddressGroup': '1.2', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Agent': '1.1', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'ConntrackHelper': '1.0', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'LocalIPAssociation': '1.0', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Log': '1.0', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'NDPProxy': '1.0', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Network': '1.1', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Port': '1.7', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'PortForwarding': '1.3', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'QosPolicy': '1.10', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SecurityGroup': '1.5', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SecurityGroupRule': '1.2', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'SubPort': '1.0', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Subnet': '1.1', Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: 'Trunk': '1.1'}} Mar 30 16:39:18.038112 dv-cinder-835871-1-iscsi neutron-server[106608]: {{(pid=106608) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:39:18.098808 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Publish callbacks [] for security_group (0f87380e-4c16-43ff-a695-79efbf26bb16), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.104892 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (25a23ead-595b-4257-94d5-46389d5e6899), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.104892 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:18.104892 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.112752 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Publish callbacks [] for router_controller (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.197916 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] Pushing event updated for resources: {'Network': ['ID=25a23ead-595b-4257-94d5-46389d5e6899,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:18.200169 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0f87380e-4c16-43ff-a695-79efbf26bb16), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.212114 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] vlan segment allocate from pool success with {'vlan_id': 529, 'physical_network': 'physnet1'} {{(pid=106608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:39:18.221717 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (073c0994-8286-4770-aeab-1e80df15b479), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.222340 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.segments_db [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Added segment 073c0994-8286-4770-aeab-1e80df15b479 of type vlan for network 7997d76f-0fe0-4c65-b651-c4e866201f6a Mar 30 16:39:18.261745 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (7997d76f-0fe0-4c65-b651-c4e866201f6a), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.311460 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network 25a23ead-595b-4257-94d5-46389d5e6899 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:39:18.322604 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f87380e-4c16-43ff-a695-79efbf26bb16,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:18.342473 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (7997d76f-0fe0-4c65-b651-c4e866201f6a), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.346128 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:18.347705 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.455702 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] Pushing event updated for resources: {'Network': ['ID=7997d76f-0fe0-4c65-b651-c4e866201f6a,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:18.461558 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-bbc88772-389b-4789-bbd8-6b83de6696e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5712843 Mar 30 16:39:18.465700 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37614) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:18.469446 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] Request body: {'subnet': {'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-subnet', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:18.487467 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network 7997d76f-0fe0-4c65-b651-c4e866201f6a details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:39:18.509876 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:39:18.533383 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-6f145c40-6381-4619-b7a1-e9d3cb66b780 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3782938 Mar 30 16:39:18.533609 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Publish callbacks [] for router_gateway (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.533728 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37622) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:18.544059 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] Request body: {'subnet': {'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-subnet', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:18.591047 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] Made reservation on behalf of 4fab43bb585b4ab98a6291af025dd6d3 for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:18.595360 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.610666 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Allocated IP 172.20.0.2 (e773f3a5-fe7b-452c-bd0d-c30eda04a501/44c891fe-6c82-45c8-8486-57bee9569d2b/544de25c-a9de-478c-88ec-625b75e5cd52) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:18.884529 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] Made reservation on behalf of 9d2706b3bc384330b0a601211f7d0420 for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:18.886930 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.888487 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Publish callbacks [] for port (544de25c-a9de-478c-88ec-625b75e5cd52), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.943952 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Publish callbacks [] for router_gateway (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.953621 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for subnet (ce2d2ce2-f666-4ed6-8ebb-27ffff21e668), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:18.963311 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.008192 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.040609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce2d2ce2-f666-4ed6-8ebb-27ffff21e668,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:19.047387 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] Checking segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:19.047387 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] Network hostable DHCP agents. Network: 25a23ead-595b-4257-94d5-46389d5e6899, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:39:19.086471 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Pushing event updated for resources: {'Port': ['ID=544de25c-a9de-478c-88ec-625b75e5cd52,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:19.112319 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.112678 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.113046 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.116958 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Allocated IP 172.27.0.32 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/50b9ad24-6f76-4795-ab9a-4c0ee211a691) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:19.118709 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.119108 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.119456 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.119800 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.120140 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.120631 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.120978 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.121313 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.121663 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.121998 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.122327 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.122805 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Tracked resource versions report: Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: pushed versions: Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: { 'AddressGroup': {'1.2'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Agent': {'1.1'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'ConntrackHelper': {'1.0'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Log': {'1.0'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'NDPProxy': {'1.0'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Network': {'1.1'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Port': {'1.7'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'PortForwarding': {'1.3'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'QosPolicy': {'1.10'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SecurityGroup': {'1.5'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SubPort': {'1.0'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Subnet': {'1.1'}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Trunk': {'1.1'}} Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: consumer versions: Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: { DHCP agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: HyperV agent@hv-cinder-83587: {}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: L3 agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: Metadata agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: Metering agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: Open vSwitch agent@dv-cinder-835871-1-iscsi: { 'AddressGroup': '1.2', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Agent': '1.1', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'ConntrackHelper': '1.0', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'LocalIPAssociation': '1.0', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Log': '1.0', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'NDPProxy': '1.0', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Network': '1.1', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Port': '1.7', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'PortForwarding': '1.3', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'QosPolicy': '1.10', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SecurityGroup': '1.5', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SecurityGroupRule': '1.2', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'SubPort': '1.0', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Subnet': '1.1', Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: 'Trunk': '1.1'}} Mar 30 16:39:19.123855 dv-cinder-835871-1-iscsi neutron-server[106615]: {{(pid=106615) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:39:19.144784 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Network e773f3a5-fe7b-452c-bd0d-c30eda04a501 is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:19.153385 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:19.157570 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:19.206848 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] Network 25a23ead-595b-4257-94d5-46389d5e6899 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:39:19.241706 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Attempting to bind port 544de25c-a9de-478c-88ec-625b75e5cd52 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:19.242077 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Attempting to bind port 544de25c-a9de-478c-88ec-625b75e5cd52 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:19.242446 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Attempting to bind port 544de25c-a9de-478c-88ec-625b75e5cd52 on network e773f3a5-fe7b-452c-bd0d-c30eda04a501 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:19.246434 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for subnet (179afb57-9f50-46ef-b7e7-f02e1ce74f5b), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.248455 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:19.248846 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Checking segment: {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:19.249292 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.249875 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Bound using segment: {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:19.250471 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Bound port: 544de25c-a9de-478c-88ec-625b75e5cd52, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:19.250909 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.262257 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Publish callbacks [] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.314402 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=179afb57-9f50-46ef-b7e7-f02e1ce74f5b,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:19.325957 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] For port 544de25c-a9de-478c-88ec-625b75e5cd52, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:19.328722 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, 25a23ead-595b-4257-94d5-46389d5e6899) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:19.330425 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] For port 544de25c-a9de-478c-88ec-625b75e5cd52, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=544de25c-a9de-478c-88ec-625b75e5cd52,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:19.336867 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:19.337924 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.341164 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] Checking segment: {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:19.341517 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] Network hostable DHCP agents. Network: 7997d76f-0fe0-4c65-b651-c4e866201f6a, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:39:19.341709 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecea2414-b270-41d4-b987-472851c2544f None None] Network 25a23ead-595b-4257-94d5-46389d5e6899 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:19.445394 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-25a23ead-595b-4257-94d5-46389d5e6899', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:39:19.446210 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.448252 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.491366 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-4e681518-28b3-4104-83f9-9f0483ca8027 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0257313 Mar 30 16:39:19.492872 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] Network 7997d76f-0fe0-4c65-b651-c4e866201f6a is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:39:19.495152 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37648) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:19.500678 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:19.526993 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, 7997d76f-0fe0-4c65-b651-c4e866201f6a) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:19.532783 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:19.538044 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.548666 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4a72b-e35d-4515-abc2-811c02fbf455 None None] Network 7997d76f-0fe0-4c65-b651-c4e866201f6a requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:19.558418 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.605753 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:19.615093 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:19.619682 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:19.622933 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Pushing event updated for resources: {'Port': ['ID=50b9ad24-6f76-4795-ab9a-4c0ee211a691,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:19.648741 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-934b70f2-bbdf-4332-94fd-e0b1d7153962 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1115322 Mar 30 16:39:19.648741 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3753742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15517'] for router (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.648741 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3695843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15510'] for router (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.674379 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee2ff2f-a8db-49b8-aae0-2409ce874386 None None] Pushing event updated for resources: {'Port': ['ID=544de25c-a9de-478c-88ec-625b75e5cd52,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:19.737632 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37652) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:19.758032 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:19.851510 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Publish callbacks [] for router_controller (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), precommit_add_association {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.902610 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.946242 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Allocated IP 172.20.0.2 (25a23ead-595b-4257-94d5-46389d5e6899/ce2d2ce2-f666-4ed6-8ebb-27ffff21e668/151fcd08-ac17-4af2-ad44-fe672a2b06a3) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:19.996704 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-7997d76f-0fe0-4c65-b651-c4e866201f6a', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:39:19.996704 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.997010 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3753742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15517'] for router (a39c8c11-cf09-466f-9efb-3334fab4aee0), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:19.997010 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3695843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15510'] for router (a39c8c11-cf09-466f-9efb-3334fab4aee0), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:20.002696 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Publish callbacks [] for router_gateway (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:20.410445 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Publish callbacks [] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:20.461123 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3753623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216'] for router (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:20.473766 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Publish callbacks [] for router_controller (a39c8c11-cf09-466f-9efb-3334fab4aee0), precommit_add_association {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:20.487943 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Publish callbacks [] for router_gateway (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:20.517327 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:20.582215 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Allocated IP 172.20.0.2 (7997d76f-0fe0-4c65-b651-c4e866201f6a/179afb57-9f50-46ef-b7e7-f02e1ce74f5b/39eb297c-3421-4f12-95a8-c5a7e1e87ed6) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:20.585424 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Network 25a23ead-595b-4257-94d5-46389d5e6899 is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:20.598163 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:20.634829 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:20.688694 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37718) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:20.691197 dv-cinder-835871-1-iscsi neutron-server[106603]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 16:39:20.722169 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Pushing event updated for resources: {'Port': ['ID=151fcd08-ac17-4af2-ad44-fe672a2b06a3,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:20.844640 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Attempting to bind port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:20.845014 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Attempting to bind port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:20.845392 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Attempting to bind port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 on network 25a23ead-595b-4257-94d5-46389d5e6899 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:21.005521 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Publish callbacks [] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.009818 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:21.015644 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Checking segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:21.015644 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.015644 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Bound using segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:21.015644 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Bound port: 151fcd08-ac17-4af2-ad44-fe672a2b06a3, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:21.015644 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.019022 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 544de25c-a9de-478c-88ec-625b75e5cd52 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:21.023460 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Publish callbacks [] for router_gateway (a39c8c11-cf09-466f-9efb-3334fab4aee0), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.042929 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c is scheduled to L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:39:21.057796 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd4691-34db-43d7-bab4-13152638891d req-42f4ca14-f638-4fee-b047-fedf45ecbc8a tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:21.060345 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-42f4ca14-f638-4fee-b047-fedf45ecbc8a tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/networks?id=1ccde34b-7837-4dde-96f2-7a74d313a79d HTTP/1.1" status: 200 len: 811 time: 0.3701830 Mar 30 16:39:21.132517 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.157244 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Network 7997d76f-0fe0-4c65-b651-c4e866201f6a is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:21.163507 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:21.166050 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:21.214368 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:21.221072 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-583828a0-1f69-46ad-90a4-8475b76b9a17 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/quotas/7bf00991563747f7ac3b2d8d3bd02ad8 HTTP/1.1" status: 200 len: 375 time: 0.1430318 Mar 30 16:39:21.227877 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659892df-bd4a-4b0f-8678-08edda3b2784 None None] Network e773f3a5-fe7b-452c-bd0d-c30eda04a501 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:21.228962 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Sync routers for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:21.249916 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:21.250903 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:21.291992 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-5370e7a6-9d63-4f30-925a-f3dd897c1b6c tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7bf00991563747f7ac3b2d8d3bd02ad8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0651057 Mar 30 16:39:21.350903 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] For port 151fcd08-ac17-4af2-ad44-fe672a2b06a3, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:21.353008 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.358051 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-574f8536-d75d-4dc5-ba3f-71f47eb09e19 None None] Provisioning complete for port 544de25c-a9de-478c-88ec-625b75e5cd52 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:21.358365 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37752) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:21.358829 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1c9523ab-da50-4d12-b49a-c26348fdc04e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.5554259 Mar 30 16:39:21.360760 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-574f8536-d75d-4dc5-ba3f-71f47eb09e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.429874 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Publish callbacks [] for router_gateway (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.442506 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37754) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:21.471658 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] For port 151fcd08-ac17-4af2-ad44-fe672a2b06a3, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=151fcd08-ac17-4af2-ad44-fe672a2b06a3,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:21.522013 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.524203 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Pushing event updated for resources: {'Port': ['ID=39eb297c-3421-4f12-95a8-c5a7e1e87ed6,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:21.554555 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-574f8536-d75d-4dc5-ba3f-71f47eb09e19 None None] Current status of the port 544de25c-a9de-478c-88ec-625b75e5cd52 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:21.554992 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-574f8536-d75d-4dc5-ba3f-71f47eb09e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.572604 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 544de25c-a9de-478c-88ec-625b75e5cd52 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:21.573757 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.622681 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:21.632249 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Attempting to bind port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:21.632607 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Attempting to bind port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:21.632961 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Attempting to bind port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 on network 7997d76f-0fe0-4c65-b651-c4e866201f6a {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:21.647010 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:21.647401 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Checking segment: {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:21.647804 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.648309 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Bound using segment: {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:21.648940 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Bound port: 39eb297c-3421-4f12-95a8-c5a7e1e87ed6, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:21.649655 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.659748 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.754543 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-574f8536-d75d-4dc5-ba3f-71f47eb09e19 None None] For port 544de25c-a9de-478c-88ec-625b75e5cd52, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=544de25c-a9de-478c-88ec-625b75e5cd52,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:21.824301 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff273-c42d-44d3-8038-9ea31996061e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.883720 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333d825-1d1b-4994-b250-ef77cca47363 None None] Pushing event updated for resources: {'Port': ['ID=151fcd08-ac17-4af2-ad44-fe672a2b06a3,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:21.913363 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-0c60b2cb-2ebb-4a54-b90e-6e953e5cbaa2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:39:21.916747 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-0c60b2cb-2ebb-4a54-b90e-6e953e5cbaa2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3119850 Mar 30 16:39:21.927191 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-574f8536-d75d-4dc5-ba3f-71f47eb09e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:21.977877 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Allocated IP 172.27.0.184 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/f71b076f-2618-4b47-98fd-730d0eaa76e8) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:22.009166 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 544de25c-a9de-478c-88ec-625b75e5cd52 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:22.009545 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.100430 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] For port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:22.124135 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574f8536-d75d-4dc5-ba3f-71f47eb09e19 None None] Pushing event updated for resources: {'Port': ['ID=544de25c-a9de-478c-88ec-625b75e5cd52,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:22.156385 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] For port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=39eb297c-3421-4f12-95a8-c5a7e1e87ed6,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:22.169559 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37780) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:22.203962 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:39:22.204227 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG oslo_db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:39:22.220740 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:19Z', 'revision_number': 3, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:22.225822 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.250981 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-ee75f397-34f9-47ad-8612-d6c298b521c8 service neutron] 10.222.0.21 "GET /v2.0/networks/1ccde34b-7837-4dde-96f2-7a74d313a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962337 Mar 30 16:39:22.289302 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Checking router: fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:22.289302 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Updating router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c port 50b9ad24-6f76-4795-ab9a-4c0ee211a691 binding host dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:22.357887 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb5d91-6fc1-4e85-b46e-93ff3ef9a698 None None] Pushing event updated for resources: {'Port': ['ID=39eb297c-3421-4f12-95a8-c5a7e1e87ed6,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:22.358494 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.456767 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff273-c42d-44d3-8038-9ea31996061e admin admin] Publish callbacks [] for security_group (dc3b5990-e17a-403b-abe1-3b447f0fe986), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.489946 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-94d1e168-34e4-4c70-be58-2b40805c5dfe service neutron] 10.222.0.21 "GET /v2.0/networks/1ccde34b-7837-4dde-96f2-7a74d313a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321649 Mar 30 16:39:22.509463 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f26862e0-7869-4f40-b948-44d8465f5730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.524344 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b2ff273-c42d-44d3-8038-9ea31996061e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (dc3b5990-e17a-403b-abe1-3b447f0fe986), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.563120 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-d7a3936a-1087-44ea-b983-2b03f3584e42 None None] Provisioning complete for port 544de25c-a9de-478c-88ec-625b75e5cd52 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:22.567819 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d7a3936a-1087-44ea-b983-2b03f3584e42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.612947 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ff273-c42d-44d3-8038-9ea31996061e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3b5990-e17a-403b-abe1-3b447f0fe986,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:22.622999 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3b2ff273-c42d-44d3-8038-9ea31996061e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e71386d894549fd9b158e7b6b969117&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1764941 Mar 30 16:39:22.624426 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37792) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:22.759859 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f26862e0-7869-4f40-b948-44d8465f5730 admin admin] Publish callbacks [] for security_group (a2631c6d-fc2b-4880-9018-75851e3a98d3), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.761161 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c64530fd-55ad-4f36-b9cc-c36417a1595f admin admin] Publish callbacks [] for security_group (dc3b5990-e17a-403b-abe1-3b447f0fe986), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.762221 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Publish callbacks [] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.806647 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Publish callbacks [] for router_gateway (a39c8c11-cf09-466f-9efb-3334fab4aee0), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.820961 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c64530fd-55ad-4f36-b9cc-c36417a1595f admin admin] Publish callbacks [] for security_group (dc3b5990-e17a-403b-abe1-3b447f0fe986), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.828201 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-d7a3936a-1087-44ea-b983-2b03f3584e42 None None] Current status of the port 544de25c-a9de-478c-88ec-625b75e5cd52 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:22.831841 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 544de25c-a9de-478c-88ec-625b75e5cd52 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:22.855349 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.866111 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f26862e0-7869-4f40-b948-44d8465f5730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (a2631c6d-fc2b-4880-9018-75851e3a98d3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:22.915557 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f26862e0-7869-4f40-b948-44d8465f5730 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a59cc609c124d6f88e40ceb772e5800&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7393115 Mar 30 16:39:22.919945 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37800) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:22.971291 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26862e0-7869-4f40-b948-44d8465f5730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2631c6d-fc2b-4880-9018-75851e3a98d3,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:23.095410 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d42f0037-17b1-4eb3-8c23-826d6955a508 req-22366b19-99d8-4b0a-a56f-c4c74af3f776 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 210 time: 0.0645258 Mar 30 16:39:23.169422 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c64530fd-55ad-4f36-b9cc-c36417a1595f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (dc3b5990-e17a-403b-abe1-3b447f0fe986), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.180192 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c64530fd-55ad-4f36-b9cc-c36417a1595f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.185306 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c64530fd-55ad-4f36-b9cc-c36417a1595f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc3b5990-e17a-403b-abe1-3b447f0fe986 HTTP/1.1" status: 204 len: 168 time: 0.5540376 Mar 30 16:39:23.196021 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64530fd-55ad-4f36-b9cc-c36417a1595f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3b5990-e17a-403b-abe1-3b447f0fe986,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:23.273810 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6d8b98f0-3a21-4dbf-b3d4-11ec1fa3dbc2 admin admin] Publish callbacks [] for security_group (a2631c6d-fc2b-4880-9018-75851e3a98d3), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.289678 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.302400 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:23.708117 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:23.715457 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6d8b98f0-3a21-4dbf-b3d4-11ec1fa3dbc2 admin admin] Publish callbacks [] for security_group (a2631c6d-fc2b-4880-9018-75851e3a98d3), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.722626 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.724411 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:23.725610 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:23.725610 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.731404 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:23.731404 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:23.733433 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=39eb297c-3421-4f12-95a8-c5a7e1e87ed6,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:23.733433 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90890339-1a1f-477c-9c81-d6fe1f9c14bf None None] Network 25a23ead-595b-4257-94d5-46389d5e6899 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:23.735766 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Publish callbacks [] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), precommit_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.737073 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6d8b98f0-3a21-4dbf-b3d4-11ec1fa3dbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (a2631c6d-fc2b-4880-9018-75851e3a98d3), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.737073 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6d8b98f0-3a21-4dbf-b3d4-11ec1fa3dbc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.739576 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-6d8b98f0-3a21-4dbf-b3d4-11ec1fa3dbc2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2631c6d-fc2b-4880-9018-75851e3a98d3 HTTP/1.1" status: 204 len: 168 time: 0.8123357 Mar 30 16:39:23.773713 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.789226 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.790016 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 151fcd08-ac17-4af2-ad44-fe672a2b06a3 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:23.800951 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Pushing event updated for resources: {'Port': ['ID=f71b076f-2618-4b47-98fd-730d0eaa76e8,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:23.873796 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Attempting to bind port 50b9ad24-6f76-4795-ab9a-4c0ee211a691 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:23.875116 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Attempting to bind port 50b9ad24-6f76-4795-ab9a-4c0ee211a691 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:23.875680 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Attempting to bind port 50b9ad24-6f76-4795-ab9a-4c0ee211a691 on network 925be276-2685-4f32-a5e5-bf5a79e7dce9 {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:23.878332 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8b98f0-3a21-4dbf-b3d4-11ec1fa3dbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2631c6d-fc2b-4880-9018-75851e3a98d3,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:23.902520 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:23.908920 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:23.909467 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.910008 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Bound using segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:23.910676 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Bound port: 50b9ad24-6f76-4795-ab9a-4c0ee211a691, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:23.911220 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:23.964448 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Pushing event updated for resources: {'Port': ['ID=50b9ad24-6f76-4795-ab9a-4c0ee211a691,revision_number=2']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:23.982554 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.983302 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.984729 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.985306 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.985816 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.986279 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.986774 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.987230 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.987745 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.988247 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.988732 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.989259 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.989711 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.990235 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.990723 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Tracked resource versions report: Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: pushed versions: Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: { 'AddressGroup': {'1.2'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Agent': {'1.1'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'ConntrackHelper': {'1.0'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'LocalIPAssociation': {'1.0'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Log': {'1.0'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'NDPProxy': {'1.0'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Network': {'1.1'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Port': {'1.7'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'PortForwarding': {'1.3'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'QosPolicy': {'1.10'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SecurityGroup': {'1.5'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SecurityGroupRule': {'1.2'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SubPort': {'1.0'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Subnet': {'1.1'}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Trunk': {'1.1'}} Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: consumer versions: Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: { DHCP agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: HyperV agent@hv-cinder-83587: {}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: L3 agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: Metadata agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: Metering agent@dv-cinder-835871-1-iscsi: {}, Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: Open vSwitch agent@dv-cinder-835871-1-iscsi: { 'AddressGroup': '1.2', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Agent': '1.1', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'ConntrackHelper': '1.0', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'LocalIPAssociation': '1.0', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Log': '1.0', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'NDPProxy': '1.0', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Network': '1.1', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Port': '1.7', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'PortForwarding': '1.3', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'QosPolicy': '1.10', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SecurityGroup': '1.5', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SecurityGroupRule': '1.2', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'SubPort': '1.0', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Subnet': '1.1', Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: 'Trunk': '1.1'}} Mar 30 16:39:23.992135 dv-cinder-835871-1-iscsi neutron-server[106618]: {{(pid=106618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 30 16:39:24.037367 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Allocated IP 172.27.0.233 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/7978eae7-8e99-44d0-9960-230c604bc108) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:24.045846 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:24.061425 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] For port 50b9ad24-6f76-4795-ab9a-4c0ee211a691, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:24.066493 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] For port 50b9ad24-6f76-4795-ab9a-4c0ee211a691, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=50b9ad24-6f76-4795-ab9a-4c0ee211a691,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:24.150367 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b162563-7655-4db4-9472-40db21c1b703 None None] Network 7997d76f-0fe0-4c65-b651-c4e866201f6a requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:39:24.176254 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:24.183230 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37864) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:24.225002 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8d45feff-67c7-4f50-ada6-945f99e8976c req-eddb5353-9859-4bc5-ba65-db4760db6bd4 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 210 time: 0.0394952 Mar 30 16:39:24.262214 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-cc6faa13-2409-4595-94c2-dcc20c30d515 None None] Provisioning complete for port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:24.263297 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-cc6faa13-2409-4595-94c2-dcc20c30d515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:24.313184 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:24.314055 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:24.319628 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df872663-d06c-4e49-921e-24ee1390dd92 None None] Pushing event updated for resources: {'Port': ['ID=50b9ad24-6f76-4795-ab9a-4c0ee211a691,revision_number=3']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:24.354854 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=39eb297c-3421-4f12-95a8-c5a7e1e87ed6,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:24.388946 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37870) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:24.454111 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Publish callbacks [] for port (7978eae7-8e99-44d0-9960-230c604bc108), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:24.462613 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Publish callbacks [] for router_gateway (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:24.510675 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-cc6faa13-2409-4595-94c2-dcc20c30d515 None None] Current status of the port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:24.511368 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-cc6faa13-2409-4595-94c2-dcc20c30d515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:24.563695 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-cc6faa13-2409-4595-94c2-dcc20c30d515 None None] For port 151fcd08-ac17-4af2-ad44-fe672a2b06a3, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=151fcd08-ac17-4af2-ad44-fe672a2b06a3,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:24.584244 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-46551129-106c-4f0a-b608-7faf5a574f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:24.633857 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:24.635900 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:24.636457 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:24.652929 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Allocated IP 172.20.0.1 (e773f3a5-fe7b-452c-bd0d-c30eda04a501/44c891fe-6c82-45c8-8486-57bee9569d2b/611c2894-621d-46d6-851b-f26b7910a13e) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:24.700690 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-cc6faa13-2409-4595-94c2-dcc20c30d515 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:24.790972 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6faa13-2409-4595-94c2-dcc20c30d515 None None] Pushing event updated for resources: {'Port': ['ID=151fcd08-ac17-4af2-ad44-fe672a2b06a3,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:24.851934 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (7978eae7-8e99-44d0-9960-230c604bc108), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:24.882539 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-0373ca0b-9e0b-4649-849f-2d473bc3c005 None None] Provisioning complete for port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:24.883137 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-0373ca0b-9e0b-4649-849f-2d473bc3c005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:24.940872 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37884) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:24.949465 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:24.986006 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:24.987945 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 544de25c-a9de-478c-88ec-625b75e5cd52 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:24.991561 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:24.994479 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:25.001349 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:19Z', 'revision_number': 3, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:25.010403 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc753d15-9a79-401a-8051-59c48ef60cc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.014154 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Pushing event updated for resources: {'Port': ['ID=7978eae7-8e99-44d0-9960-230c604bc108,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:25.081561 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba80b861-c9d8-4723-b0c9-f6be3c52e39d None None] The sync data for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi is: [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:19Z', 'revision_number': 3, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:25.111160 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-46551129-106c-4f0a-b608-7faf5a574f00 admin admin] Publish callbacks [] for security_group (6c471dae-c1ae-4dbb-8392-4c3246d7f14c), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.115202 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 544de25c-a9de-478c-88ec-625b75e5cd52 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:25.115581 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.177429 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-46551129-106c-4f0a-b608-7faf5a574f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (6c471dae-c1ae-4dbb-8392-4c3246d7f14c), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.251677 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-0373ca0b-9e0b-4649-849f-2d473bc3c005 None None] Current status of the port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:25.278485 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-46551129-106c-4f0a-b608-7faf5a574f00 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=61dbb881aa1a4678816f9917df7eefae&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8884342 Mar 30 16:39:25.282186 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37896) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:25.295830 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46551129-106c-4f0a-b608-7faf5a574f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c471dae-c1ae-4dbb-8392-4c3246d7f14c,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:25.315687 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 544de25c-a9de-478c-88ec-625b75e5cd52 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:25.370301 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Publish callbacks [] for port (611c2894-621d-46d6-851b-f26b7910a13e), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.373854 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1102d4e8-cee0-4d80-9d58-bbe578d4d15b req-ded7b0d1-2da9-4a69-9090-a82cfb39437e tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 210 time: 0.0550342 Mar 30 16:39:25.417213 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-e0e43dea-0110-439f-bc2c-ac25b8ebc49d None None] Provisioning complete for port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:25.417598 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e0e43dea-0110-439f-bc2c-ac25b8ebc49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.428098 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a2457b43-2e2c-4dd3-9630-7e8b0f73456c admin admin] Publish callbacks [] for security_group (6c471dae-c1ae-4dbb-8392-4c3246d7f14c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.456593 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a2457b43-2e2c-4dd3-9630-7e8b0f73456c admin admin] Publish callbacks [] for security_group (6c471dae-c1ae-4dbb-8392-4c3246d7f14c), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.474755 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3753623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216'] for router (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.475212 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:25.576846 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (611c2894-621d-46d6-851b-f26b7910a13e), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.596013 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a2457b43-2e2c-4dd3-9630-7e8b0f73456c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (6c471dae-c1ae-4dbb-8392-4c3246d7f14c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.597230 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Network e773f3a5-fe7b-452c-bd0d-c30eda04a501 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:25.599881 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a2457b43-2e2c-4dd3-9630-7e8b0f73456c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.602124 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:25.609039 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a2457b43-2e2c-4dd3-9630-7e8b0f73456c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6c471dae-c1ae-4dbb-8392-4c3246d7f14c HTTP/1.1" status: 204 len: 168 time: 0.3225758 Mar 30 16:39:25.634222 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:25.634808 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755983'] for router_interface (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.638153 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2457b43-2e2c-4dd3-9630-7e8b0f73456c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c471dae-c1ae-4dbb-8392-4c3246d7f14c,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:25.643059 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:25.643757 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.787336 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-e0e43dea-0110-439f-bc2c-ac25b8ebc49d None None] Current status of the port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:25.824628 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-e0e43dea-0110-439f-bc2c-ac25b8ebc49d None None] Provisioning complete for port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:25.825296 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e0e43dea-0110-439f-bc2c-ac25b8ebc49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:25.936548 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:25.940825 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 151fcd08-ac17-4af2-ad44-fe672a2b06a3 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:26.027969 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-e0e43dea-0110-439f-bc2c-ac25b8ebc49d None None] Current status of the port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:26.038753 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:26.039152 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:26.048045 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Pushing event updated for resources: {'Port': ['ID=611c2894-621d-46d6-851b-f26b7910a13e,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:26.084684 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc753d15-9a79-401a-8051-59c48ef60cc6 admin admin] Publish callbacks [] for security_group (3acd55e1-b063-4531-9187-5f7551589c43), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:26.181317 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-f4dedb4a-6fa7-4125-b6a2-2872c4a5258f None None] Provisioning complete for port 611c2894-621d-46d6-851b-f26b7910a13e triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:26.181725 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f4dedb4a-6fa7-4125-b6a2-2872c4a5258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (611c2894-621d-46d6-851b-f26b7910a13e), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:26.183675 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc753d15-9a79-401a-8051-59c48ef60cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (3acd55e1-b063-4531-9187-5f7551589c43), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:26.220502 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:26.240220 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-f4dedb4a-6fa7-4125-b6a2-2872c4a5258f None None] Port 611c2894-621d-46d6-851b-f26b7910a13e cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:26.251305 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Publish callbacks [] for router_gateway (a39c8c11-cf09-466f-9efb-3334fab4aee0), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:26.357011 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc753d15-9a79-401a-8051-59c48ef60cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acd55e1-b063-4531-9187-5f7551589c43,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:26.367501 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37926) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:26.379053 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-cc753d15-9a79-401a-8051-59c48ef60cc6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c97870100004c8dbef85c484885dedd&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4352431 Mar 30 16:39:26.431108 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f2a5d3b6-7064-42b5-82a2-eefddcfc8cd2 admin admin] Publish callbacks [] for security_group (3acd55e1-b063-4531-9187-5f7551589c43), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:26.468318 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f2a5d3b6-7064-42b5-82a2-eefddcfc8cd2 admin admin] Publish callbacks [] for security_group (3acd55e1-b063-4531-9187-5f7551589c43), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:26.507562 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (611c2894-621d-46d6-851b-f26b7910a13e), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:26.564658 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 is scheduled to L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 with binding_index 1 {{(pid=106608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:39:26.590645 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7230995d-08cf-4d4a-a246-5501cb2c407f req-1cfc6b6a-7602-4eb9-9d6c-6649b860070e tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 210 time: 0.0418375 Mar 30 16:39:26.614656 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f2a5d3b6-7064-42b5-82a2-eefddcfc8cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (3acd55e1-b063-4531-9187-5f7551589c43), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:26.614656 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f2a5d3b6-7064-42b5-82a2-eefddcfc8cd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:26.615299 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f2a5d3b6-7064-42b5-82a2-eefddcfc8cd2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3acd55e1-b063-4531-9187-5f7551589c43 HTTP/1.1" status: 204 len: 168 time: 0.2467282 Mar 30 16:39:26.623786 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a5d3b6-7064-42b5-82a2-eefddcfc8cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acd55e1-b063-4531-9187-5f7551589c43,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:26.821977 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3753623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216'] for router (a39c8c11-cf09-466f-9efb-3334fab4aee0), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:27.099100 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:27.114467 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Sync routers for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:27.125466 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:27.126205 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:27.146481 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Publish callbacks [] for port (611c2894-621d-46d6-851b-f26b7910a13e), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:27.221410 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:27.225738 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 37960) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:27.229958 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-42a88f07-5896-495f-b093-53d1cb7f02e4 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.7296035 Mar 30 16:39:27.248336 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (611c2894-621d-46d6-851b-f26b7910a13e), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:27.249895 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3909962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755867'] for router_interface (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:27.252237 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Router a39c8c11-cf09-466f-9efb-3334fab4aee0 is scheduled to L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 with binding_index 1 {{(pid=106608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:39:27.388645 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:27.558871 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 50b9ad24-6f76-4795-ab9a-4c0ee211a691 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:27.612708 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Pushing event updated for resources: {'Port': ['ID=611c2894-621d-46d6-851b-f26b7910a13e,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:27.705190 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Network e773f3a5-fe7b-452c-bd0d-c30eda04a501 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:27.717210 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:27.745582 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:27.756426 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Sync routers for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:27.777567 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:27.787370 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:27.908505 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 50b9ad24-6f76-4795-ab9a-4c0ee211a691 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:27.909357 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:27.916159 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-350781a8-2c41-4cb1-b59c-acf9bbff0d1b req-d719a2e0-2b66-429f-8299-03cf82f9e370 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 210 time: 0.1071355 Mar 30 16:39:27.960737 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:39:28.072529 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:28.092934 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:28.102409 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-0b867d87-13b6-4d39-ae5d-e88f6c94ed33 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.3592620 Mar 30 16:39:28.117789 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-5881690c-7592-454e-9279-a7bf61b1f7ab None None] Provisioning complete for port 611c2894-621d-46d6-851b-f26b7910a13e triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:28.118984 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5881690c-7592-454e-9279-a7bf61b1f7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (611c2894-621d-46d6-851b-f26b7910a13e), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:28.131965 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 37994) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:28.265730 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:28.276398 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:28.286258 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1adbaa51-40a1-40d8-897b-5f9722cdfa3f admin admin] 10.222.0.21 "PUT /v2.0/routers/fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9099844 Mar 30 16:39:28.330543 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Sync routers for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:28.336486 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:23Z', 'revision_number': 3, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:28.342210 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-5881690c-7592-454e-9279-a7bf61b1f7ab None None] Port 611c2894-621d-46d6-851b-f26b7910a13e cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:28.345498 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 50b9ad24-6f76-4795-ab9a-4c0ee211a691 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:28.346386 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:28.389387 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Checking router: b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:28.389971 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Updating router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 port f71b076f-2618-4b47-98fd-730d0eaa76e8 binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:28.420652 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port 50b9ad24-6f76-4795-ab9a-4c0ee211a691, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=50b9ad24-6f76-4795-ab9a-4c0ee211a691,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:28.424048 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:28.424795 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:28.497908 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:28.508048 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:28.537355 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:25Z', 'revision_number': 3, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:28.578109 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Checking router: a39c8c11-cf09-466f-9efb-3334fab4aee0 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:28.579312 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Updating router a39c8c11-cf09-466f-9efb-3334fab4aee0 port 7978eae7-8e99-44d0-9960-230c604bc108 binding host dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:28.616853 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.41', 59897) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:28.652328 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7978eae7-8e99-44d0-9960-230c604bc108), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:28.745245 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=50b9ad24-6f76-4795-ab9a-4c0ee211a691,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:28.767433 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Allocated IP 172.20.0.1 (25a23ead-595b-4257-94d5-46389d5e6899/ce2d2ce2-f666-4ed6-8ebb-27ffff21e668/9c57c410-905f-4989-8bac-b856c0e08389) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:28.818236 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:28.950510 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Publish callbacks [] for port (9c57c410-905f-4989-8bac-b856c0e08389), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.088295 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (9c57c410-905f-4989-8bac-b856c0e08389), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.100024 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd4691-34db-43d7-bab4-13152638891d req-e0b0036e-e611-4490-937d-6fccf54c53f8 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:29.101535 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-e0b0036e-e611-4490-937d-6fccf54c53f8 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.41 "GET /v2.0/networks?id=1ccde34b-7837-4dde-96f2-7a74d313a79d HTTP/1.1" status: 200 len: 811 time: 0.4797659 Mar 30 16:39:29.158806 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Request body: {'port': {'device_id': '7bebad25-adac-4b6b-9e35-0871f11a31cf', 'network_id': '1ccde34b-7837-4dde-96f2-7a74d313a79d', 'admin_state_up': True, 'tenant_id': '7bf00991563747f7ac3b2d8d3bd02ad8'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:29.165938 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Network 25a23ead-595b-4257-94d5-46389d5e6899 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:29.170483 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:29.192767 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:29.194185 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755983'] for router_interface (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.436899 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Publish callbacks [] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.458504 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 50b9ad24-6f76-4795-ab9a-4c0ee211a691 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:29.500087 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-97c44f93-caec-4500-8579-7967910cd228 req-219eb460-ef2c-4e71-b31d-946523e829fb tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 210 time: 0.1456780 Mar 30 16:39:29.557527 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Pushing event updated for resources: {'Port': ['ID=9c57c410-905f-4989-8bac-b856c0e08389,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:29.616635 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 2, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:29.648112 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Checking router: fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:29.648476 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Updating router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c port 611c2894-621d-46d6-851b-f26b7910a13e binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:29.651456 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.687247 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 50b9ad24-6f76-4795-ab9a-4c0ee211a691 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:29.687635 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.695541 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (611c2894-621d-46d6-851b-f26b7910a13e), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.741668 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-dac15d0f-028a-4edb-8a20-7cf2b19582a3 None None] Provisioning complete for port 9c57c410-905f-4989-8bac-b856c0e08389 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:29.741961 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-dac15d0f-028a-4edb-8a20-7cf2b19582a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (9c57c410-905f-4989-8bac-b856c0e08389), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.772614 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Made reservation on behalf of 7bf00991563747f7ac3b2d8d3bd02ad8 for: {'port': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:29.782789 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.845540 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.847525 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e6de2979-c907-407b-ac25-9ad24a7143d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.883433 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (9c57c410-905f-4989-8bac-b856c0e08389), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:29.995528 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4405-6783-4f4d-9198-8b0b87a709af req-8f08ed16-1e3a-4f91-ab42-6068d9da2266 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:29.997149 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-8f08ed16-1e3a-4f91-ab42-6068d9da2266 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 819 time: 0.2802396 Mar 30 16:39:30.038996 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-27b1dc31-f9b6-41cd-ba3c-6377d8740c4b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/quotas/883c3913fc0b42c1ae347b5b21cd10c8 HTTP/1.1" status: 200 len: 375 time: 0.0317044 Mar 30 16:39:30.069978 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-dac15d0f-028a-4edb-8a20-7cf2b19582a3 None None] Port 9c57c410-905f-4989-8bac-b856c0e08389 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:30.089904 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7401365-01c8-4086-938a-7c8b9961ae15 None None] Pushing event updated for resources: {'Port': ['ID=f71b076f-2618-4b47-98fd-730d0eaa76e8,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:30.120568 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Attempting to bind port f71b076f-2618-4b47-98fd-730d0eaa76e8 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:30.120923 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Attempting to bind port f71b076f-2618-4b47-98fd-730d0eaa76e8 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:30.121289 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Attempting to bind port f71b076f-2618-4b47-98fd-730d0eaa76e8 on network 925be276-2685-4f32-a5e5-bf5a79e7dce9 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:30.200466 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:30.200849 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:30.201254 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.201457 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-e2f8bf13-ed47-4c9c-a72e-d88b831b5cf4 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1259944 Mar 30 16:39:30.201645 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Bound using segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:30.202703 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Bound port: f71b076f-2618-4b47-98fd-730d0eaa76e8, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:30.203088 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.259718 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Publish callbacks [] for port (9c57c410-905f-4989-8bac-b856c0e08389), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.280750 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Publish callbacks [] for port (7978eae7-8e99-44d0-9960-230c604bc108), precommit_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.294377 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 50b9ad24-6f76-4795-ab9a-4c0ee211a691 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:30.340096 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Allocated IP 172.20.0.1 (7997d76f-0fe0-4c65-b651-c4e866201f6a/179afb57-9f50-46ef-b7e7-f02e1ce74f5b/4edc32c5-38ce-497a-be5c-c720e31bbea4) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:30.340661 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (9c57c410-905f-4989-8bac-b856c0e08389), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.342328 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3909962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755867'] for router_interface (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.369023 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (7978eae7-8e99-44d0-9960-230c604bc108), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.371782 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] For port f71b076f-2618-4b47-98fd-730d0eaa76e8, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:30.394612 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] For port f71b076f-2618-4b47-98fd-730d0eaa76e8, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=f71b076f-2618-4b47-98fd-730d0eaa76e8,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:30.456457 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Allocated IP 172.20.0.4 (1ccde34b-7837-4dde-96f2-7a74d313a79d/1e96108d-7ee7-4b60-b8b1-2c96a34550bd/e05aa003-d343-4f82-9fec-32eedc584cbb) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:30.475724 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Attempting to bind port 7978eae7-8e99-44d0-9960-230c604bc108 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:30.478389 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Attempting to bind port 7978eae7-8e99-44d0-9960-230c604bc108 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:30.478901 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Attempting to bind port 7978eae7-8e99-44d0-9960-230c604bc108 on network 925be276-2685-4f32-a5e5-bf5a79e7dce9 {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:30.492571 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:30.496584 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:30.496584 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.496584 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Bound using segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:30.496584 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Bound port: 7978eae7-8e99-44d0-9960-230c604bc108, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:30.496584 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7978eae7-8e99-44d0-9960-230c604bc108), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.496937 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Pushing event updated for resources: {'Port': ['ID=9c57c410-905f-4989-8bac-b856c0e08389,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:30.511018 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.561972 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Publish callbacks [] for port (611c2894-621d-46d6-851b-f26b7910a13e), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.606088 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] For port 7978eae7-8e99-44d0-9960-230c604bc108, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:30.613188 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] For port 7978eae7-8e99-44d0-9960-230c604bc108, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=7978eae7-8e99-44d0-9960-230c604bc108,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:30.631093 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Network 25a23ead-595b-4257-94d5-46389d5e6899 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:30.635839 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4210e4-f521-444d-98f5-581652a40f12 None None] Pushing event updated for resources: {'Port': ['ID=7978eae7-8e99-44d0-9960-230c604bc108,revision_number=2']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:30.641950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:30.699912 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7401365-01c8-4086-938a-7c8b9961ae15 None None] Pushing event updated for resources: {'Port': ['ID=f71b076f-2618-4b47-98fd-730d0eaa76e8,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:30.703737 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Publish callbacks [] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.705175 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (7978eae7-8e99-44d0-9960-230c604bc108), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.762957 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:30.770083 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:30.809722 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-79c0dfa2-e13b-4a39-af4c-bacf1583eb55 req-0cb3dff0-fe65-49b4-8b89-506e5469b394 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 210 time: 0.1767681 Mar 30 16:39:30.834937 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4210e4-f521-444d-98f5-581652a40f12 None None] Pushing event updated for resources: {'Port': ['ID=7978eae7-8e99-44d0-9960-230c604bc108,revision_number=3']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:30.872956 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:30.875518 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:30.897253 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (611c2894-621d-46d6-851b-f26b7910a13e), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:30.925296 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:39:30.963150 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Publish callbacks [] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.020743 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.140298 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38116) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:31.162603 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-2e9f8227-bd89-4618-a7d7-27dd6876aae2 None None] Provisioning complete for port 9c57c410-905f-4989-8bac-b856c0e08389 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:31.162973 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2e9f8227-bd89-4618-a7d7-27dd6876aae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (9c57c410-905f-4989-8bac-b856c0e08389), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.198853 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:31.250711 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Network 7997d76f-0fe0-4c65-b651-c4e866201f6a is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:31.295875 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:31.345713 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:31.349281 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755983'] for router_interface (a39c8c11-cf09-466f-9efb-3334fab4aee0), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.352551 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.372083 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Pushing event updated for resources: {'Port': ['ID=4edc32c5-38ce-497a-be5c-c720e31bbea4,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:31.465665 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:31.513368 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-9d6742c7-b653-4323-bfb5-7ff99c0f5076 admin admin] 10.222.0.21 "PUT /v2.0/routers/b01ed2ab-8983-47a6-b1d4-be2f65ae3b39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2862320 Mar 30 16:39:31.565439 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Network 1ccde34b-7837-4dde-96f2-7a74d313a79d is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:31.648615 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:31.713502 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:31.782629 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:31.783836 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f8227-bd89-4618-a7d7-27dd6876aae2 None None] Port 9c57c410-905f-4989-8bac-b856c0e08389 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:31.799523 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:31.803337 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:31.848732 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e917f-a8e9-44b2-888b-8f855fb1052d None None] Pushing event updated for resources: {'Port': ['ID=611c2894-621d-46d6-851b-f26b7910a13e,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:31.937734 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:25Z', 'revision_number': 3, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:31.981090 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Attempting to bind port 611c2894-621d-46d6-851b-f26b7910a13e on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:31.981755 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Attempting to bind port 611c2894-621d-46d6-851b-f26b7910a13e by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:31.982606 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Attempting to bind port 611c2894-621d-46d6-851b-f26b7910a13e on network e773f3a5-fe7b-452c-bd0d-c30eda04a501 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:31.994384 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-bd4c5dd4-f19a-4f03-8a5f-cf45c4f5e11e None None] Provisioning complete for port 611c2894-621d-46d6-851b-f26b7910a13e triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:32.004219 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5dd4-f19a-4f03-8a5f-cf45c4f5e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (611c2894-621d-46d6-851b-f26b7910a13e), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.016715 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-604e962f-563a-473b-b763-0709c5068b61 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:39:32.017941 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-604e962f-563a-473b-b763-0709c5068b61 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5923176 Mar 30 16:39:32.041543 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c12d8ec4-11f6-4c78-99a6-68065bccbc42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.067771 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:32.068664 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Checking segment: {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:32.069453 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.070081 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Bound using segment: {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:32.070421 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Pushing event updated for resources: {'Port': ['ID=e05aa003-d343-4f82-9fec-32eedc584cbb,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:32.071078 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Bound port: 611c2894-621d-46d6-851b-f26b7910a13e, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:32.071679 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (611c2894-621d-46d6-851b-f26b7910a13e), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.080169 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d3f669-dabf-4532-bca7-b90c982cd5ef None None] The sync data for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi is: [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:25Z', 'revision_number': 3, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:32.085971 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-235989b9-611d-40c4-b5f7-7881857c5fa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.137208 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c5dd4-f19a-4f03-8a5f-cf45c4f5e11e None None] Port 611c2894-621d-46d6-851b-f26b7910a13e cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:32.179593 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-e0f18bbd-9ce8-4e86-a07f-5d7dcef4bb48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0252686 Mar 30 16:39:32.212751 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-307f1e95-2204-43d9-b89e-e092e8847df8 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:39:32.220805 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-307f1e95-2204-43d9-b89e-e092e8847df8 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0253975 Mar 30 16:39:32.241881 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-bd4c5dd4-f19a-4f03-8a5f-cf45c4f5e11e None None] Provisioning complete for port 4edc32c5-38ce-497a-be5c-c720e31bbea4 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:32.242543 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-bd4c5dd4-f19a-4f03-8a5f-cf45c4f5e11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.287420 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] For port 611c2894-621d-46d6-851b-f26b7910a13e, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:32.362789 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-b615ed36-e77c-41de-a294-214dc8c2feb4 service neutron] 10.222.0.21 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364897 Mar 30 16:39:32.368237 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] For port 611c2894-621d-46d6-851b-f26b7910a13e, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=611c2894-621d-46d6-851b-f26b7910a13e,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:32.368402 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-bd4c5dd4-f19a-4f03-8a5f-cf45c4f5e11e None None] Port 4edc32c5-38ce-497a-be5c-c720e31bbea4 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:32.416583 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 2, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:32.426734 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.489936 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c12d8ec4-11f6-4c78-99a6-68065bccbc42 admin admin] Publish callbacks [] for security_group (0dfa3946-abaa-4856-8f81-d88bad07ef4c), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.533490 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Request body: {'port': {'device_id': '7bebad25-adac-4b6b-9e35-0871f11a31cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:32.595734 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (611c2894-621d-46d6-851b-f26b7910a13e), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.638107 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c12d8ec4-11f6-4c78-99a6-68065bccbc42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0dfa3946-abaa-4856-8f81-d88bad07ef4c), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:32.659670 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-66017cf0-a744-475a-8237-535b4bc534d7 service neutron] 10.222.0.21 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803154 Mar 30 16:39:32.704508 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99bb0aa4-2cfb-4f47-b3a0-b00298ffffeb None None] The sync data for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi is: [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 2, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:32.907061 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-c12d8ec4-11f6-4c78-99a6-68065bccbc42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b66a4e9433943828a14a02bf32cac65&name=default HTTP/1.1" status: 200 len: 2993 time: 1.7665982 Mar 30 16:39:32.919050 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:32.929685 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d8ec4-11f6-4c78-99a6-68065bccbc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfa3946-abaa-4856-8f81-d88bad07ef4c,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:32.932534 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:32.943299 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38150) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:32.952148 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da4d57-6f15-449a-9df0-8a658ff24c70 req-97229a63-4781-462a-96d3-e0191a7ce700 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:32.970359 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c0da4d57-6f15-449a-9df0-8a658ff24c70 req-97229a63-4781-462a-96d3-e0191a7ce700 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 931 time: 0.3054068 Mar 30 16:39:33.007598 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.225081 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c0da4d57-6f15-449a-9df0-8a658ff24c70 req-3d845c7a-dc2b-40aa-8f9b-36fcd4fec1f9 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144940 Mar 30 16:39:33.436807 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380e917f-a8e9-44b2-888b-8f855fb1052d None None] Pushing event updated for resources: {'Port': ['ID=611c2894-621d-46d6-851b-f26b7910a13e,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:33.441950 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:33.537294 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-4a10c741-d3a4-4667-8f6b-b47eca547c3a None None] Provisioning complete for port 611c2894-621d-46d6-851b-f26b7910a13e triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:33.539214 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-4a10c741-d3a4-4667-8f6b-b47eca547c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (611c2894-621d-46d6-851b-f26b7910a13e), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.548762 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Publish callbacks [] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.683221 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d03120be-a7ea-4ebd-9499-d1d084d6767b req-01a0bef2-0318-4f5b-85ea-a62609f5c820 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 210 time: 0.1166272 Mar 30 16:39:33.724712 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.725836 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3909962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755867'] for router_interface (a39c8c11-cf09-466f-9efb-3334fab4aee0), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.731205 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 7978eae7-8e99-44d0-9960-230c604bc108 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:33.865832 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c51ae16a-cbbe-442e-92cd-e6d78ba2cdd3 admin admin] Publish callbacks [] for security_group (0dfa3946-abaa-4856-8f81-d88bad07ef4c), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:33.921438 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Pushing event updated for resources: {'Port': ['ID=4edc32c5-38ce-497a-be5c-c720e31bbea4,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:33.949382 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.195026 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c51ae16a-cbbe-442e-92cd-e6d78ba2cdd3 admin admin] Publish callbacks [] for security_group (0dfa3946-abaa-4856-8f81-d88bad07ef4c), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.292164 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 7978eae7-8e99-44d0-9960-230c604bc108 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:34.314138 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (7978eae7-8e99-44d0-9960-230c604bc108), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.512070 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.626406 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d43bc4-9519-41d0-9e78-dc9bb991de1a req-be19707a-540a-4c21-b8b0-2dadfbafdc0f tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:34.659651 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92d43bc4-9519-41d0-9e78-dc9bb991de1a req-be19707a-540a-4c21-b8b0-2dadfbafdc0f tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 931 time: 0.2320981 Mar 30 16:39:34.663220 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c51ae16a-cbbe-442e-92cd-e6d78ba2cdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0dfa3946-abaa-4856-8f81-d88bad07ef4c), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.665600 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c51ae16a-cbbe-442e-92cd-e6d78ba2cdd3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:34.680982 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-c51ae16a-cbbe-442e-92cd-e6d78ba2cdd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0dfa3946-abaa-4856-8f81-d88bad07ef4c HTTP/1.1" status: 204 len: 168 time: 1.7220237 Mar 30 16:39:34.735821 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ae16a-cbbe-442e-92cd-e6d78ba2cdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfa3946-abaa-4856-8f81-d88bad07ef4c,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:34.812610 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92d43bc4-9519-41d0-9e78-dc9bb991de1a req-496be524-4771-4cc4-8b4c-362ac8476a7f tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517653 Mar 30 16:39:34.932090 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-4a10c741-d3a4-4667-8f6b-b47eca547c3a None None] Current status of the port 611c2894-621d-46d6-851b-f26b7910a13e is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:34.932719 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-4a10c741-d3a4-4667-8f6b-b47eca547c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (611c2894-621d-46d6-851b-f26b7910a13e), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.037372 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 7978eae7-8e99-44d0-9960-230c604bc108 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:35.038018 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7978eae7-8e99-44d0-9960-230c604bc108), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.073436 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-4a10c741-d3a4-4667-8f6b-b47eca547c3a None None] For port 611c2894-621d-46d6-851b-f26b7910a13e, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=611c2894-621d-46d6-851b-f26b7910a13e,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:35.075766 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Network 7997d76f-0fe0-4c65-b651-c4e866201f6a is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:35.077741 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port 7978eae7-8e99-44d0-9960-230c604bc108, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=7978eae7-8e99-44d0-9960-230c604bc108,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:35.090828 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:35.091363 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38226) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:35.096076 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:35.106047 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-6b58ff86-ed63-46fd-b4a5-8a353a88229a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1993696665', 'description': 'tempest-description--655987402'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:35.177202 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (7978eae7-8e99-44d0-9960-230c604bc108), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.180651 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e3d2028-5213-4388-b7de-1c8478e8cad9 None None] The sync data for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi is: [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:35.191349 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-4a10c741-d3a4-4667-8f6b-b47eca547c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (611c2894-621d-46d6-851b-f26b7910a13e), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.296840 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 38230) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:35.314328 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=7978eae7-8e99-44d0-9960-230c604bc108,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:35.370973 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-0fc99c3b-b94c-43ed-8ba2-2abebf490b65 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:35.385662 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-0fc99c3b-b94c-43ed-8ba2-2abebf490b65 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 819 time: 0.3585346 Mar 30 16:39:35.455988 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-b9dee85a-01eb-4666-a38d-2b629dd10c17 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/quotas/883c3913fc0b42c1ae347b5b21cd10c8 HTTP/1.1" status: 200 len: 375 time: 0.0594673 Mar 30 16:39:35.535139 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a10c741-d3a4-4667-8f6b-b47eca547c3a None None] Pushing event updated for resources: {'Port': ['ID=611c2894-621d-46d6-851b-f26b7910a13e,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:35.653010 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-32dd6160-416a-4ac9-8045-2e3dee87e226 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1859922 Mar 30 16:39:35.867346 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-4d926c1a-d35a-47fa-82b4-d3418279868c None None] Provisioning complete for port 4edc32c5-38ce-497a-be5c-c720e31bbea4 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:35.867773 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-4d926c1a-d35a-47fa-82b4-d3418279868c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:35.949164 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c61d17f4-9459-4b7d-ad57-4a9bf612c8ed service neutron] 10.222.0.21 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703269 Mar 30 16:39:35.970495 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 7978eae7-8e99-44d0-9960-230c604bc108 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:36.061707 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.066042 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-4d926c1a-d35a-47fa-82b4-d3418279868c None None] Port 4edc32c5-38ce-497a-be5c-c720e31bbea4 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:36.090389 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 7978eae7-8e99-44d0-9960-230c604bc108 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:36.091612 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (7978eae7-8e99-44d0-9960-230c604bc108), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.142969 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05aa003-d343-4f82-9fec-32eedc584cbb {{(pid=106608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:39:36.164015 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Publish callbacks [] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.190348 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-06e2c237-fc64-4a3d-8b7e-e248cb4a5800 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.276367 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.provisioning_blocks [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Transition to ACTIVE for port object e05aa003-d343-4f82-9fec-32eedc584cbb will not be triggered until provisioned by entity L2. {{(pid=106608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:39:36.277827 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6b58ff86-ed63-46fd-b4a5-8a353a88229a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.304386 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 7978eae7-8e99-44d0-9960-230c604bc108 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:36.309577 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device f71b076f-2618-4b47-98fd-730d0eaa76e8 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:36.322293 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ecab91-d31a-40a7-ba6e-32a3a4914432 req-c89918e4-b6ee-474c-95b5-27c189da82be tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:36.324169 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42ecab91-d31a-40a7-ba6e-32a3a4914432 req-c89918e4-b6ee-474c-95b5-27c189da82be tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 931 time: 0.3273790 Mar 30 16:39:36.350419 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-2b383194-6da6-4556-8fc7-c8af35ae044c service neutron] 10.222.0.21 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159884 Mar 30 16:39:36.385651 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Router a39c8c11-cf09-466f-9efb-3334fab4aee0 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:39:36.413166 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.511739 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port f71b076f-2618-4b47-98fd-730d0eaa76e8 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:36.512065 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.601293 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42ecab91-d31a-40a7-ba6e-32a3a4914432 req-c660b9da-2c29-45e6-b665-0b7f23b0dad9 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548597 Mar 30 16:39:36.607192 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-06e2c237-fc64-4a3d-8b7e-e248cb4a5800 admin admin] Publish callbacks [] for security_group (7d5f2772-b650-4fe2-affa-03dcf7c4d84d), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.756016 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-06e2c237-fc64-4a3d-8b7e-e248cb4a5800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7d5f2772-b650-4fe2-affa-03dcf7c4d84d), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.865431 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port f71b076f-2618-4b47-98fd-730d0eaa76e8 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:36.865837 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:36.943650 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port f71b076f-2618-4b47-98fd-730d0eaa76e8, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=f71b076f-2618-4b47-98fd-730d0eaa76e8,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:37.037737 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-06e2c237-fc64-4a3d-8b7e-e248cb4a5800 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04356edbf03043ee994da1d46287bc55&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7319503 Mar 30 16:39:37.049194 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e2c237-fc64-4a3d-8b7e-e248cb4a5800 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5f2772-b650-4fe2-affa-03dcf7c4d84d,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:37.052843 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.091713 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38284) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:37.124611 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a73be562-a826-4e7a-98eb-ca8ee834a33f req-b38b2457-e90f-4b59-bcf5-df93bfa2cff5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 210 time: 0.1305397 Mar 30 16:39:37.162500 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Attempting to bind port e05aa003-d343-4f82-9fec-32eedc584cbb on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:37.175349 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Attempting to bind port e05aa003-d343-4f82-9fec-32eedc584cbb by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'c85093eb-d066-46d7-9df5-777c0c7950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1ccde34b-7837-4dde-96f2-7a74d313a79d'}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:37.175700 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Attempting to bind port e05aa003-d343-4f82-9fec-32eedc584cbb on network 1ccde34b-7837-4dde-96f2-7a74d313a79d {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:37.179072 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Pushing event updated for resources: {'Port': ['ID=e05aa003-d343-4f82-9fec-32eedc584cbb,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:37.211927 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6b58ff86-ed63-46fd-b4a5-8a353a88229a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (538eefa3-8b63-4bf9-9f32-e7fdae34e40e), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.230321 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Port e05aa003-d343-4f82-9fec-32eedc584cbb on network 1ccde34b-7837-4dde-96f2-7a74d313a79d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:39:37.230321 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Attempting to bind port e05aa003-d343-4f82-9fec-32eedc584cbb on network 1ccde34b-7837-4dde-96f2-7a74d313a79d {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:37.251314 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:37.251688 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Checking segment: {'id': 'c85093eb-d066-46d7-9df5-777c0c7950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1ccde34b-7837-4dde-96f2-7a74d313a79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:37.252502 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Bound using segment: {'id': 'c85093eb-d066-46d7-9df5-777c0c7950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1ccde34b-7837-4dde-96f2-7a74d313a79d'} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:37.252902 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Bound port: e05aa003-d343-4f82-9fec-32eedc584cbb, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c85093eb-d066-46d7-9df5-777c0c7950b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1ccde34b-7837-4dde-96f2-7a74d313a79d'}}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:37.253271 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.263467 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=f71b076f-2618-4b47-98fd-730d0eaa76e8,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:37.347793 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6b58ff86-ed63-46fd-b4a5-8a353a88229a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (538eefa3-8b63-4bf9-9f32-e7fdae34e40e), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.376355 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:39:37.396808 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Sync routers for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:37.431431 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-0ab9f1f3-c62a-4b87-930f-02aec871ae8f admin admin] 10.222.0.21 "PUT /v2.0/routers/a39c8c11-cf09-466f-9efb-3334fab4aee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2981155 Mar 30 16:39:37.446826 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:37.447837 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:37.573618 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-af20e270-8036-471e-80dd-2ae6cd31337b admin admin] Publish callbacks [] for security_group (7d5f2772-b650-4fe2-affa-03dcf7c4d84d), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.626323 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b58ff86-ed63-46fd-b4a5-8a353a88229a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538eefa3-8b63-4bf9-9f32-e7fdae34e40e,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:37.695292 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6b58ff86-ed63-46fd-b4a5-8a353a88229a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.700813 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-6b58ff86-ed63-46fd-b4a5-8a353a88229a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6082401 Mar 30 16:39:37.701432 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38310) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:37.748297 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 611c2894-621d-46d6-851b-f26b7910a13e up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:37.763107 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-e5d3d344-6b53-4cef-aacd-ae8bc9030369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group_rule': {'security_group_id': '538eefa3-8b63-4bf9-9f32-e7fdae34e40e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:37.798079 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:37.829751 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-af20e270-8036-471e-80dd-2ae6cd31337b admin admin] Publish callbacks [] for security_group (7d5f2772-b650-4fe2-affa-03dcf7c4d84d), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:37.837776 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] For port e05aa003-d343-4f82-9fec-32eedc584cbb, host hv-cinder-83587, cleared binding levels {{(pid=106608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:37.887957 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda483a9-9673-4204-8d99-236aa7990759 req-7371db11-0dc3-4126-ae36-dac59387ddcd tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:37.890154 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cda483a9-9673-4204-8d99-236aa7990759 req-7371db11-0dc3-4126-ae36-dac59387ddcd tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 943 time: 0.1903231 Mar 30 16:39:37.962562 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] For port e05aa003-d343-4f82-9fec-32eedc584cbb, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e05aa003-d343-4f82-9fec-32eedc584cbb,segment=NetworkSegment(c85093eb-d066-46d7-9df5-777c0c7950b0),segment_id=c85093eb-d066-46d7-9df5-777c0c7950b0)] {{(pid=106608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:38.052417 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cda483a9-9673-4204-8d99-236aa7990759 req-0a8c2daa-441b-4d06-a8e2-688483737a72 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516047 Mar 30 16:39:38.131524 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d344-6b53-4cef-aacd-ae8bc9030369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (e3802aff-4ba3-40f8-bf12-00d19130cab1), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.214495 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.308258 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 611c2894-621d-46d6-851b-f26b7910a13e triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:38.308832 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (611c2894-621d-46d6-851b-f26b7910a13e), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.343972 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-45cc86c6-27f1-48a3-a5d4-5abfb2728f9c req-38236a4a-71e4-49b9-bea7-49b8c6cfb729 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 210 time: 0.0848544 Mar 30 16:39:38.419989 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 2, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:38.446685 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d344-6b53-4cef-aacd-ae8bc9030369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (e3802aff-4ba3-40f8-bf12-00d19130cab1), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.453460 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:38.454293 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.455932 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] 10.222.0.41 "PUT /v2.0/ports/e05aa003-d343-4f82-9fec-32eedc584cbb HTTP/1.1" status: 200 len: 1093 time: 6.0426025 Mar 30 16:39:38.462338 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bebad25-adac-4b6b-9e35-0871f11a31cf', 'tag': 'e05aa003-d343-4f82-9fec-32eedc584cbb'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:39:38.494475 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Checking router: a39c8c11-cf09-466f-9efb-3334fab4aee0 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:38.494851 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Updating router a39c8c11-cf09-466f-9efb-3334fab4aee0 port 4edc32c5-38ce-497a-be5c-c720e31bbea4 binding host dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:38.565567 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 611c2894-621d-46d6-851b-f26b7910a13e is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:38.565994 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-af20e270-8036-471e-80dd-2ae6cd31337b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7d5f2772-b650-4fe2-affa-03dcf7c4d84d), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.566734 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device f71b076f-2618-4b47-98fd-730d0eaa76e8 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:38.569048 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-af20e270-8036-471e-80dd-2ae6cd31337b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.570358 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-af20e270-8036-471e-80dd-2ae6cd31337b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d5f2772-b650-4fe2-affa-03dcf7c4d84d HTTP/1.1" status: 204 len: 168 time: 1.4359529 Mar 30 16:39:38.595295 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af20e270-8036-471e-80dd-2ae6cd31337b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5f2772-b650-4fe2-affa-03dcf7c4d84d,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:38.600675 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d344-6b53-4cef-aacd-ae8bc9030369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (e3802aff-4ba3-40f8-bf12-00d19130cab1), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.625462 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333aa19d-f87e-489b-985d-b4d357129819 service neutron] Pushing event updated for resources: {'Port': ['ID=e05aa003-d343-4f82-9fec-32eedc584cbb,revision_number=3']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:38.626504 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.640571 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3d344-6b53-4cef-aacd-ae8bc9030369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3802aff-4ba3-40f8-bf12-00d19130cab1,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:38.711198 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port f71b076f-2618-4b47-98fd-730d0eaa76e8 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:38.711494 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.756343 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e5d3d344-6b53-4cef-aacd-ae8bc9030369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.757877 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-e5d3d344-6b53-4cef-aacd-ae8bc9030369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0071101 Mar 30 16:39:38.760651 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 38340) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:38.765346 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-be41b9bc-69c0-4985-9a3c-48983f9899a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group_rule': {'security_group_id': '538eefa3-8b63-4bf9-9f32-e7fdae34e40e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:38.836102 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port f71b076f-2618-4b47-98fd-730d0eaa76e8 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:38.845980 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67205d6-69ad-4d48-98d4-2294d500b064" -d '{"events": [{"name": "network-changed", "server_uuid": "7bebad25-adac-4b6b-9e35-0871f11a31cf", "tag": "e05aa003-d343-4f82-9fec-32eedc584cbb"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:39:38.884704 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-be41b9bc-69c0-4985-9a3c-48983f9899a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (92e5f01d-8caf-4e65-a4db-223b6465b36e), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:38.922666 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38346) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:38.927298 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-a200eb9d-1c83-4c7b-9387-0ad37757cb7f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1948513296', 'description': 'tempest-description--1934807113'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:38.973129 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-be41b9bc-69c0-4985-9a3c-48983f9899a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (92e5f01d-8caf-4e65-a4db-223b6465b36e), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.008420 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Publish callbacks [] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), precommit_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.041451 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a200eb9d-1c83-4c7b-9387-0ad37757cb7f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.075834 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-be41b9bc-69c0-4985-9a3c-48983f9899a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (92e5f01d-8caf-4e65-a4db-223b6465b36e), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.104539 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be41b9bc-69c0-4985-9a3c-48983f9899a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92e5f01d-8caf-4e65-a4db-223b6465b36e,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:39.104729 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.180297 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-be41b9bc-69c0-4985-9a3c-48983f9899a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.182866 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-be41b9bc-69c0-4985-9a3c-48983f9899a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4202638 Mar 30 16:39:39.190890 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 38360) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:39.196496 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:39.214007 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a200eb9d-1c83-4c7b-9387-0ad37757cb7f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (7d8f8f1a-9a15-40b1-a016-60574670807a), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.215862 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e90d3-ac24-4da9-a622-16eea4447a5e None None] Pushing event updated for resources: {'Port': ['ID=4edc32c5-38ce-497a-be5c-c720e31bbea4,revision_number=3']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:39.288834 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a200eb9d-1c83-4c7b-9387-0ad37757cb7f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7d8f8f1a-9a15-40b1-a016-60574670807a), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.318621 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc09f2f-7cc1-4231-a61c-ed4f6d4b1a83 x-openstack-request-id: req-3dc09f2f-7cc1-4231-a61c-ed4f6d4b1a83 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:39:39.318973 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bebad25-adac-4b6b-9e35-0871f11a31cf", "tag": "e05aa003-d343-4f82-9fec-32eedc584cbb", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:39:39.319226 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dc09f2f-7cc1-4231-a61c-ed4f6d4b1a83 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:39:39.319687 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc09f2f-7cc1-4231-a61c-ed4f6d4b1a83'] response: {'name': 'network-changed', 'server_uuid': '7bebad25-adac-4b6b-9e35-0871f11a31cf', 'tag': 'e05aa003-d343-4f82-9fec-32eedc584cbb', 'status': 'completed', 'code': 200} Mar 30 16:39:39.336841 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8a062-95ab-4612-aa3f-89d78eb238df req-60fa0157-7435-4935-aa4b-79919e1288e3 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:39.358692 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23b8a062-95ab-4612-aa3f-89d78eb238df req-60fa0157-7435-4935-aa4b-79919e1288e3 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 943 time: 0.1216357 Mar 30 16:39:39.359929 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Sync routers for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:39:39.369771 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Attempting to bind port 4edc32c5-38ce-497a-be5c-c720e31bbea4 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:39.370151 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Attempting to bind port 4edc32c5-38ce-497a-be5c-c720e31bbea4 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:39.371759 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Attempting to bind port 4edc32c5-38ce-497a-be5c-c720e31bbea4 on network 7997d76f-0fe0-4c65-b651-c4e866201f6a {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:39.380005 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:39.382225 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:39.390056 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:39.390433 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Checking segment: {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:39.390870 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.391265 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Bound using segment: {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:39.391760 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Bound port: 4edc32c5-38ce-497a-be5c-c720e31bbea4, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'}}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:39.392145 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.409451 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200eb9d-1c83-4c7b-9387-0ad37757cb7f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8f8f1a-9a15-40b1-a016-60574670807a,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:39.421192 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.490070 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23b8a062-95ab-4612-aa3f-89d78eb238df req-ebf5c31c-23c8-475c-9f49-1ea38cdc55e5 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302693 Mar 30 16:39:39.511871 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a200eb9d-1c83-4c7b-9387-0ad37757cb7f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.518824 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-a200eb9d-1c83-4c7b-9387-0ad37757cb7f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5894921 Mar 30 16:39:39.519526 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38372) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:39.524069 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-5a76e1f0-fd65-441c-b25f-207eb4a1299f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'security_group_rule': {'security_group_id': '7d8f8f1a-9a15-40b1-a016-60574670807a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:39.526029 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] For port 4edc32c5-38ce-497a-be5c-c720e31bbea4, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:39.533366 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] For port 4edc32c5-38ce-497a-be5c-c720e31bbea4, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=4edc32c5-38ce-497a-be5c-c720e31bbea4,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:39.625942 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:39.627875 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0f4892a-a4aa-487a-b3be-49131ea8b771 req-c7640850-c4e9-4a3c-a7b7-858dd14f7d3e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 210 time: 0.0539649 Mar 30 16:39:39.630319 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.696383 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:39.697257 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:39.697570 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5a76e1f0-fd65-441c-b25f-207eb4a1299f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (fd4f0a96-10cb-4ae6-9c7d-023b96381e21), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.792935 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.805270 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38378) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:39.841894 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-de846d8d-5b35-4465-b059-9bab178cc46d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.886364 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5a76e1f0-fd65-441c-b25f-207eb4a1299f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (fd4f0a96-10cb-4ae6-9c7d-023b96381e21), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:39.946394 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e90d3-ac24-4da9-a622-16eea4447a5e None None] Pushing event updated for resources: {'Port': ['ID=4edc32c5-38ce-497a-be5c-c720e31bbea4,revision_number=4']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:39.979597 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5a76e1f0-fd65-441c-b25f-207eb4a1299f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (fd4f0a96-10cb-4ae6-9c7d-023b96381e21), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.038336 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-92cac742-db5a-43ff-88e3-8eae76dfd986 None None] Provisioning complete for port 4edc32c5-38ce-497a-be5c-c720e31bbea4 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:40.042622 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-92cac742-db5a-43ff-88e3-8eae76dfd986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.055937 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:40.056132 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a76e1f0-fd65-441c-b25f-207eb4a1299f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd4f0a96-10cb-4ae6-9c7d-023b96381e21,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:40.148398 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Allocated IP 172.27.0.251 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/d051659b-4d27-455e-9abe-31919600e13e) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:40.295291 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-92cac742-db5a-43ff-88e3-8eae76dfd986 None None] Current status of the port 4edc32c5-38ce-497a-be5c-c720e31bbea4 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:40.295689 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-92cac742-db5a-43ff-88e3-8eae76dfd986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.301151 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 2, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:40.340087 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Checking router: b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:39:40.340432 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Updating router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 port 9c57c410-905f-4989-8bac-b856c0e08389 binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:39:40.364628 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5a76e1f0-fd65-441c-b25f-207eb4a1299f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.377734 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 38394) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:40.388048 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-78a73be2-d71b-4b17-9888-9ddca711adec tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'security_group_rule': {'security_group_id': '7d8f8f1a-9a15-40b1-a016-60574670807a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:40.388193 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-5a76e1f0-fd65-441c-b25f-207eb4a1299f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8514245 Mar 30 16:39:40.477973 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (9c57c410-905f-4989-8bac-b856c0e08389), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.499394 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-de846d8d-5b35-4465-b059-9bab178cc46d admin admin] Publish callbacks [] for security_group (0e20da49-4daf-4fd7-a15f-6db2785fd4e2), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.508881 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-92cac742-db5a-43ff-88e3-8eae76dfd986 None None] For port 4edc32c5-38ce-497a-be5c-c720e31bbea4, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=4edc32c5-38ce-497a-be5c-c720e31bbea4,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:40.528303 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (d051659b-4d27-455e-9abe-31919600e13e), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.586930 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67205d6-69ad-4d48-98d4-2294d500b064 req-3127b413-1a45-44ca-abf6-f9753d2e58b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:40.589087 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b67205d6-69ad-4d48-98d4-2294d500b064 req-3127b413-1a45-44ca-abf6-f9753d2e58b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bf00991563747f7ac3b2d8d3bd02ad8&device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 1127 time: 0.4460819 Mar 30 16:39:40.591577 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-de846d8d-5b35-4465-b059-9bab178cc46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0e20da49-4daf-4fd7-a15f-6db2785fd4e2), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.592334 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-78a73be2-d71b-4b17-9888-9ddca711adec tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (1fdba97c-3b6d-4de9-a761-8f7e89753e05), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.653423 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de846d8d-5b35-4465-b059-9bab178cc46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e20da49-4daf-4fd7-a15f-6db2785fd4e2,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:40.694441 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-92cac742-db5a-43ff-88e3-8eae76dfd986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.784524 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c777a52-7d21-4722-886a-7d5551db9057 req-b3c2a6cf-8940-4928-8cad-d71cb9300d19 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:40.791633 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4c777a52-7d21-4722-886a-7d5551db9057 req-b3c2a6cf-8940-4928-8cad-d71cb9300d19 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 943 time: 0.1682458 Mar 30 16:39:40.825983 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-de846d8d-5b35-4465-b059-9bab178cc46d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8af2ea438e914965989464c3df5d499e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0193067 Mar 30 16:39:40.834109 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38406) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:40.881717 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (d051659b-4d27-455e-9abe-31919600e13e), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:40.964236 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:40.986632 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-78a73be2-d71b-4b17-9888-9ddca711adec tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (1fdba97c-3b6d-4de9-a761-8f7e89753e05), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.052240 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.41', 59910) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:41.068864 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4c777a52-7d21-4722-886a-7d5551db9057 req-29ba2abd-07b9-4575-afcb-9bcfa95d85f1 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640517 Mar 30 16:39:41.076175 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2a7b006-bdb6-4288-99ca-6db948db8af7 None None] The sync data for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi is: [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:39Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:41.211890 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-354e104b-117c-4209-b2e2-fdc36e3ccb28 None None] Provisioning complete for port 4edc32c5-38ce-497a-be5c-c720e31bbea4 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:41.211890 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-354e104b-117c-4209-b2e2-fdc36e3ccb28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.270613 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cac742-db5a-43ff-88e3-8eae76dfd986 None None] Pushing event updated for resources: {'Port': ['ID=4edc32c5-38ce-497a-be5c-c720e31bbea4,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:41.305537 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67205d6-69ad-4d48-98d4-2294d500b064 req-28a53b5e-2426-4fda-aa5a-394f92af839f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:41.308650 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b67205d6-69ad-4d48-98d4-2294d500b064 req-28a53b5e-2426-4fda-aa5a-394f92af839f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7bf00991563747f7ac3b2d8d3bd02ad8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6798136 Mar 30 16:39:41.384314 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-18d6e516-dc50-4acb-bbb4-dd546fcecaa4 admin admin] Publish callbacks [] for security_group (0e20da49-4daf-4fd7-a15f-6db2785fd4e2), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.387529 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38418) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:41.644003 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-354e104b-117c-4209-b2e2-fdc36e3ccb28 None None] Current status of the port 4edc32c5-38ce-497a-be5c-c720e31bbea4 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:41.650407 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 4edc32c5-38ce-497a-be5c-c720e31bbea4 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:41.667174 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55ba57b6-d741-4afc-8a0d-0aff631ecf0b req-2bd1dc2f-38e0-4b66-aa71-e10faa912799 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 210 time: 0.8532929 Mar 30 16:39:41.694032 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:41.727273 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-78a73be2-d71b-4b17-9888-9ddca711adec tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (1fdba97c-3b6d-4de9-a761-8f7e89753e05), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.829613 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67205d6-69ad-4d48-98d4-2294d500b064 req-8351d263-8dc9-4e2d-95ad-50917c04021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:41.830033 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:41.843237 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b67205d6-69ad-4d48-98d4-2294d500b064 req-8351d263-8dc9-4e2d-95ad-50917c04021d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4503284 Mar 30 16:39:41.855166 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:41.900967 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ada7026b-f977-44f2-91cb-cc075956d89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.913347 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a73be2-d71b-4b17-9888-9ddca711adec tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fdba97c-3b6d-4de9-a761-8f7e89753e05,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:41.915179 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=d051659b-4d27-455e-9abe-31919600e13e,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:41.947000 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-18d6e516-dc50-4acb-bbb4-dd546fcecaa4 admin admin] Publish callbacks [] for security_group (0e20da49-4daf-4fd7-a15f-6db2785fd4e2), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:41.958969 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 4edc32c5-38ce-497a-be5c-c720e31bbea4 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:41.959348 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.003650 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Publish callbacks [] for port (9c57c410-905f-4989-8bac-b856c0e08389), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.059292 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ada7026b-f977-44f2-91cb-cc075956d89b admin admin] Publish callbacks [] for security_group (7e86dd73-e4c9-41f5-89e7-b50d0a3748bd), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.060180 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4405-6783-4f4d-9198-8b0b87a709af req-a506b216-7c27-4372-b20f-929c7fe6f059 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:42.064115 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-a506b216-7c27-4372-b20f-929c7fe6f059 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 819 time: 0.9919667 Mar 30 16:39:42.072838 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.41', 59913) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:42.084896 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-78a73be2-d71b-4b17-9888-9ddca711adec tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.084896 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-78a73be2-d71b-4b17-9888-9ddca711adec tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7045021 Mar 30 16:39:42.102350 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (9c57c410-905f-4989-8bac-b856c0e08389), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.126273 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38428) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:42.142876 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:42.157556 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ada7026b-f977-44f2-91cb-cc075956d89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7e86dd73-e4c9-41f5-89e7-b50d0a3748bd), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.163077 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09ac1d-fd8f-46bc-b210-83c02a06d00a None None] Pushing event updated for resources: {'Port': ['ID=9c57c410-905f-4989-8bac-b856c0e08389,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:42.197888 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 4edc32c5-38ce-497a-be5c-c720e31bbea4 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:42.376040 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Attempting to bind port 9c57c410-905f-4989-8bac-b856c0e08389 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:42.378296 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Attempting to bind port 9c57c410-905f-4989-8bac-b856c0e08389 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:42.378421 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-ada7026b-f977-44f2-91cb-cc075956d89b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e02252490b8e445bb86b830ff427189b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9525139 Mar 30 16:39:42.379078 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-18d6e516-dc50-4acb-bbb4-dd546fcecaa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0e20da49-4daf-4fd7-a15f-6db2785fd4e2), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.379966 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Attempting to bind port 9c57c410-905f-4989-8bac-b856c0e08389 on network 25a23ead-595b-4257-94d5-46389d5e6899 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:42.381636 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-18d6e516-dc50-4acb-bbb4-dd546fcecaa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.393502 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:42.396706 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-18d6e516-dc50-4acb-bbb4-dd546fcecaa4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e20da49-4daf-4fd7-a15f-6db2785fd4e2 HTTP/1.1" status: 204 len: 168 time: 1.5584834 Mar 30 16:39:42.397910 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Checking segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:42.398662 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.399215 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Bound using segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:42.400037 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Bound port: 9c57c410-905f-4989-8bac-b856c0e08389, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:42.400543 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (9c57c410-905f-4989-8bac-b856c0e08389), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.411953 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38436) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:42.442910 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7026b-f977-44f2-91cb-cc075956d89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e86dd73-e4c9-41f5-89e7-b50d0a3748bd,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:42.515690 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d6e516-dc50-4acb-bbb4-dd546fcecaa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e20da49-4daf-4fd7-a15f-6db2785fd4e2,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:42.546617 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd4691-34db-43d7-bab4-13152638891d req-74941d92-80ce-4ce5-a946-1ddd6df01a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:42.552803 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-74941d92-80ce-4ce5-a946-1ddd6df01a43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bf00991563747f7ac3b2d8d3bd02ad8&device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 1127 time: 0.6322646 Mar 30 16:39:42.552803 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.643813 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] For port 9c57c410-905f-4989-8bac-b856c0e08389, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:42.655859 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] For port 9c57c410-905f-4989-8bac-b856c0e08389, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=9c57c410-905f-4989-8bac-b856c0e08389,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:42.663263 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (a92a4da4-514b-4a26-88d8-91490a87fb29), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.700069 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Request body: {'port': {'device_id': '8f0d09aa-5af4-4640-88fb-9e8e957ffcb3', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'admin_state_up': True, 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:42.750623 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (9c57c410-905f-4989-8bac-b856c0e08389), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.892915 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-2101fc1d-78e2-4f96-8c7f-5e7d2ef41362 None None] Provisioning complete for port 9c57c410-905f-4989-8bac-b856c0e08389 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:42.894060 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2101fc1d-78e2-4f96-8c7f-5e7d2ef41362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (9c57c410-905f-4989-8bac-b856c0e08389), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:42.932990 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-4e3de112-4db3-44ba-8cba-593c2cccfb7a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:42.936783 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-4e3de112-4db3-44ba-8cba-593c2cccfb7a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 819 time: 0.8478861 Mar 30 16:39:42.991434 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1f0d2a53-f45d-4ebe-a4d4-145591ecdbb2 req-011cd1d2-0349-4083-9bc8-9aae719ceab7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 210 time: 0.1047537 Mar 30 16:39:43.000481 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Request body: {'port': {'device_id': 'ee7671d3-fb6d-426f-b4a5-033c1850700f', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'admin_state_up': True, 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:43.015417 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09ac1d-fd8f-46bc-b210-83c02a06d00a None None] Pushing event updated for resources: {'Port': ['ID=9c57c410-905f-4989-8bac-b856c0e08389,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:43.020318 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:39:43.020950 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:39:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:43.129722 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (d051659b-4d27-455e-9abe-31919600e13e), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.390538 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a144632-a1f3-48b3-a1b5-8924d107141b req-25e8296c-dc2f-4a75-8c42-869509210315 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:43.399753 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6a144632-a1f3-48b3-a1b5-8924d107141b req-25e8296c-dc2f-4a75-8c42-869509210315 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 943 time: 0.7164330 Mar 30 16:39:43.637198 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-85f009ce-c38d-4b9e-a6e5-9132cd834d05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e05aa003-d343-4f82-9fec-32eedc584cbb HTTP/1.1" status: 200 len: 217 time: 1.0470338 Mar 30 16:39:43.671565 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 9c57c410-905f-4989-8bac-b856c0e08389 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:43.721550 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-2101fc1d-78e2-4f96-8c7f-5e7d2ef41362 None None] Current status of the port 9c57c410-905f-4989-8bac-b856c0e08389 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:43.721956 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2101fc1d-78e2-4f96-8c7f-5e7d2ef41362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (9c57c410-905f-4989-8bac-b856c0e08389), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.755166 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-27588c03-8d15-4619-bb44-ac3dcd74c861 admin admin] Publish callbacks [] for security_group (7e86dd73-e4c9-41f5-89e7-b50d0a3748bd), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.776567 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:39:43.789985 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6a144632-a1f3-48b3-a1b5-8924d107141b req-17a97b5b-9d0d-4cc3-8610-e52abc166486 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3875625 Mar 30 16:39:43.850247 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-2101fc1d-78e2-4f96-8c7f-5e7d2ef41362 None None] For port 9c57c410-905f-4989-8bac-b856c0e08389, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=9c57c410-905f-4989-8bac-b856c0e08389,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:43.983454 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 9c57c410-905f-4989-8bac-b856c0e08389 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:43.983454 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (9c57c410-905f-4989-8bac-b856c0e08389), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.983817 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-27588c03-8d15-4619-bb44-ac3dcd74c861 admin admin] Publish callbacks [] for security_group (7e86dd73-e4c9-41f5-89e7-b50d0a3748bd), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.983898 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (d051659b-4d27-455e-9abe-31919600e13e), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:43.983965 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd4691-34db-43d7-bab4-13152638891d req-88c808f8-2d01-431d-918d-afaf98128d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:43.983965 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-88c808f8-2d01-431d-918d-afaf98128d67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e96108d-7ee7-4b60-b8b1-2c96a34550bd HTTP/1.1" status: 200 len: 851 time: 0.2896144 Mar 30 16:39:44.026923 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-8324de8a-3be0-4e0c-b543-e6d6574392f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ccde34b-7837-4dde-96f2-7a74d313a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681710 Mar 30 16:39:44.079590 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 9c57c410-905f-4989-8bac-b856c0e08389 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:44.079974 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (9c57c410-905f-4989-8bac-b856c0e08389), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.122262 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.150556 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:42Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:39:44.192611 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb325cb-fcf8-4d9c-9918-4f32ad5e966c None None] The sync data for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi is: [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:42Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:39:44.198376 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2101fc1d-78e2-4f96-8c7f-5e7d2ef41362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (9c57c410-905f-4989-8bac-b856c0e08389), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.214276 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bc7a50ab-504e-487f-a0f3-f2821ffbcaea req-2f1488d3-7754-4c44-9e7a-45c2150fa9e7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 210 time: 0.0466716 Mar 30 16:39:44.215755 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (d051659b-4d27-455e-9abe-31919600e13e), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.219429 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Made reservation on behalf of 883c3913fc0b42c1ae347b5b21cd10c8 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:44.223603 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.226282 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Made reservation on behalf of 883c3913fc0b42c1ae347b5b21cd10c8 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:44.230495 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.259340 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-8a3769a8-afa3-4a6b-91bd-5a763d38cae6 service neutron] 10.222.0.41 "GET /v2.0/networks/1ccde34b-7837-4dde-96f2-7a74d313a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187352 Mar 30 16:39:44.350045 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-27588c03-8d15-4619-bb44-ac3dcd74c861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7e86dd73-e4c9-41f5-89e7-b50d0a3748bd), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.350215 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:39:44.350760 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG oslo_db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:39:44.353468 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-27588c03-8d15-4619-bb44-ac3dcd74c861 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.357110 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-27588c03-8d15-4619-bb44-ac3dcd74c861 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e86dd73-e4c9-41f5-89e7-b50d0a3748bd HTTP/1.1" status: 204 len: 168 time: 1.9417579 Mar 30 16:39:44.357268 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2101fc1d-78e2-4f96-8c7f-5e7d2ef41362 None None] Pushing event updated for resources: {'Port': ['ID=9c57c410-905f-4989-8bac-b856c0e08389,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:44.359762 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (a92a4da4-514b-4a26-88d8-91490a87fb29), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.363614 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-a67bdbdd-b490-460e-b528-44c7554cd992 None None] Provisioning complete for port 9c57c410-905f-4989-8bac-b856c0e08389 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:44.364025 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a67bdbdd-b490-460e-b528-44c7554cd992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (9c57c410-905f-4989-8bac-b856c0e08389), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.411619 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27588c03-8d15-4619-bb44-ac3dcd74c861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e86dd73-e4c9-41f5-89e7-b50d0a3748bd,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:44.512410 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=d051659b-4d27-455e-9abe-31919600e13e,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:44.618410 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-12dd4691-34db-43d7-bab4-13152638891d req-10d813a5-d6db-42aa-92f6-10d678fe4cd7 service neutron] 10.222.0.41 "GET /v2.0/networks/1ccde34b-7837-4dde-96f2-7a74d313a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625320 Mar 30 16:39:44.639008 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-a67bdbdd-b490-460e-b528-44c7554cd992 None None] Current status of the port 9c57c410-905f-4989-8bac-b856c0e08389 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:44.704242 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Allocated IP 172.27.0.202 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/f0ee912c-2ec2-42e0-b993-9fbb75c2b903) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:44.771924 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:44.783228 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-65b9987d-c588-450c-8a74-e24fdcde92a2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5909035 Mar 30 16:39:44.964622 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Allocated IP 172.20.0.7 (e773f3a5-fe7b-452c-bd0d-c30eda04a501/44c891fe-6c82-45c8-8486-57bee9569d2b/3ff763ea-5563-423a-82bb-773a36c92b94) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:44.971484 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 9c57c410-905f-4989-8bac-b856c0e08389 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:45.048994 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for port (f0ee912c-2ec2-42e0-b993-9fbb75c2b903), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:45.304762 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (f0ee912c-2ec2-42e0-b993-9fbb75c2b903), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:45.476566 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'Port': ['ID=f0ee912c-2ec2-42e0-b993-9fbb75c2b903,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:45.526597 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:45.532905 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:45.532905 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:45.542085 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26cae31e-b446-427f-9cf3-dfabc1fa4e52 req-67215858-401e-4984-b1bb-79fd9520f955 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 210 time: 0.0915899 Mar 30 16:39:45.553851 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 9c57c410-905f-4989-8bac-b856c0e08389 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:45.570282 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844e604b-570a-4069-a490-768fa45b29fa req-a35f705e-af5a-4689-b0e3-71c06b236c66 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:45.578564 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-844e604b-570a-4069-a490-768fa45b29fa req-a35f705e-af5a-4689-b0e3-71c06b236c66 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 943 time: 0.6798921 Mar 30 16:39:45.656295 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for port (3ff763ea-5563-423a-82bb-773a36c92b94), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:45.674767 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-844e604b-570a-4069-a490-768fa45b29fa req-3913f8a0-0bb0-4515-9379-022b838a460a tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882120 Mar 30 16:39:45.741974 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 9c57c410-905f-4989-8bac-b856c0e08389 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:45.741974 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (9c57c410-905f-4989-8bac-b856c0e08389), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:45.809926 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:45.850313 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38540) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:45.869185 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (acbad13e-6202-40ab-8948-a33d2b8a6af1), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:45.875751 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-68c89d5b-ba1a-49d6-b1fe-a9c797b84df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.037615 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 9c57c410-905f-4989-8bac-b856c0e08389 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:46.087188 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-68c89d5b-ba1a-49d6-b1fe-a9c797b84df6 admin admin] Publish callbacks [] for security_group (afa1ad9a-5898-4fc7-a9ec-43ba62425055), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.111136 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f0ee912c-2ec2-42e0-b993-9fbb75c2b903), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.190735 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-68c89d5b-ba1a-49d6-b1fe-a9c797b84df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (afa1ad9a-5898-4fc7-a9ec-43ba62425055), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.197421 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Network e773f3a5-fe7b-452c-bd0d-c30eda04a501 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:46.212733 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:46.219099 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event updated for resources: {'Port': ['ID=3ff763ea-5563-423a-82bb-773a36c92b94,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:46.222466 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:46.228202 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:46.229725 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.259758 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-ccdc398a-43c1-4ae2-b580-ddea2d45bce7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1993696665&fields=id&tenant_id=4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 267 time: 0.3920805 Mar 30 16:39:46.270557 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Allocated IP 172.20.0.4 (e773f3a5-fe7b-452c-bd0d-c30eda04a501/44c891fe-6c82-45c8-8486-57bee9569d2b/8ba2a937-9cf7-4af2-bac5-9e5d030b65ee) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:46.407677 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c89d5b-ba1a-49d6-b1fe-a9c797b84df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa1ad9a-5898-4fc7-a9ec-43ba62425055,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:46.474031 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-68c89d5b-ba1a-49d6-b1fe-a9c797b84df6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3fdfff56e82b408ca48944f985e571f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6223376 Mar 30 16:39:46.475051 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38550) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:46.663541 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for port (f0ee912c-2ec2-42e0-b993-9fbb75c2b903), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.717802 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4944-06fb-4df4-8cbd-5e00b1991d31 admin admin] Publish callbacks [] for security_group (afa1ad9a-5898-4fc7-a9ec-43ba62425055), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.770529 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f0ee912c-2ec2-42e0-b993-9fbb75c2b903), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.796751 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-8303652d-4d65-4109-be9b-59c88f2436ba None None] Provisioning complete for port 3ff763ea-5563-423a-82bb-773a36c92b94 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:46.799414 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-8303652d-4d65-4109-be9b-59c88f2436ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.834877 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (acbad13e-6202-40ab-8948-a33d2b8a6af1), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.868461 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.890765 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-8303652d-4d65-4109-be9b-59c88f2436ba None None] Port 3ff763ea-5563-423a-82bb-773a36c92b94 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:46.938236 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4944-06fb-4df4-8cbd-5e00b1991d31 admin admin] Publish callbacks [] for security_group (afa1ad9a-5898-4fc7-a9ec-43ba62425055), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:46.972249 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26374038-4d4e-4767-b5e4-735f8f0d06db req-9f188b2e-ae3d-4145-9f6d-099d761207c7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 210 time: 0.0894606 Mar 30 16:39:47.019507 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-f37effe8-ea12-4a95-89f5-3eacd65b8936 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3447042 Mar 30 16:39:47.066778 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Request body: {'port': {'device_id': '8f0d09aa-5af4-4640-88fb-9e8e957ffcb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:47.085639 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'Port': ['ID=f0ee912c-2ec2-42e0-b993-9fbb75c2b903,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:47.137916 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.142030 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-6ccfd469-42ce-40e7-9797-519561882da3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0119050 Mar 30 16:39:47.178784 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-2d9f7ac8-1dc6-45c3-9b53-6c5aad9aa0c3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:47.181512 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-2d9f7ac8-1dc6-45c3-9b53-6c5aad9aa0c3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 815 time: 0.8966126 Mar 30 16:39:47.212544 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.241243 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4944-06fb-4df4-8cbd-5e00b1991d31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (afa1ad9a-5898-4fc7-a9ec-43ba62425055), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.244434 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3bcb4944-06fb-4df4-8cbd-5e00b1991d31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.249656 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-3bcb4944-06fb-4df4-8cbd-5e00b1991d31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afa1ad9a-5898-4fc7-a9ec-43ba62425055 HTTP/1.1" status: 204 len: 168 time: 0.7680061 Mar 30 16:39:47.277200 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb4944-06fb-4df4-8cbd-5e00b1991d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa1ad9a-5898-4fc7-a9ec-43ba62425055,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:47.316643 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Network e773f3a5-fe7b-452c-bd0d-c30eda04a501 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:47.316643 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:47.415209 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-929e0c5b-2975-4781-9f61-c6db9cf902de tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/quotas/4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 375 time: 0.1791506 Mar 30 16:39:47.416364 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:47.433749 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:47.434816 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.573621 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.813316 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event updated for resources: {'Port': ['ID=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:47.813526 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-aabddd4a-865d-4108-ae58-783c553b47cd None None] Provisioning complete for port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:47.814100 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-aabddd4a-865d-4108-ae58-783c553b47cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:47.822448 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28cb0b-bcd6-499c-ac36-8765c409ebd6 req-ec264604-2a50-45f3-aa43-f97e6b34877e tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:47.824106 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dc28cb0b-bcd6-499c-ac36-8765c409ebd6 req-ec264604-2a50-45f3-aa43-f97e6b34877e tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 943 time: 0.7467866 Mar 30 16:39:47.908380 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-aabddd4a-865d-4108-ae58-783c553b47cd None None] Port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:47.936201 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-c71a3596-ea99-4181-a96f-6417575b8f6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9601641 Mar 30 16:39:47.992396 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Request body: {'port': {'device_id': 'ee7671d3-fb6d-426f-b4a5-033c1850700f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:48.015747 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-b8e2c807-931d-46b2-ab4b-e973c8442190 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4478283 Mar 30 16:39:48.093566 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dc28cb0b-bcd6-499c-ac36-8765c409ebd6 req-234b6fc8-ca93-464a-b0bc-0762cc49c18c tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359216 Mar 30 16:39:48.347021 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.373738 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-613a730d-b476-4f39-b638-926901fd0d4e service neutron] 10.222.0.21 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304958 Mar 30 16:39:48.441781 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ff763ea-5563-423a-82bb-773a36c92b94 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:39:48.533922 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Publish callbacks [] for port (3ff763ea-5563-423a-82bb-773a36c92b94), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.594924 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-7db85fb0-4f54-442e-931d-668a26d60578 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1948513296&fields=id&tenant_id=9d2706b3bc384330b0a601211f7d0420 HTTP/1.1" status: 200 len: 267 time: 0.3173134 Mar 30 16:39:48.599484 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Transition to ACTIVE for port object 3ff763ea-5563-423a-82bb-773a36c92b94 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:39:48.758092 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-b10a9306-fb85-44e1-a823-9aeacb707738 service neutron] 10.222.0.21 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758216 Mar 30 16:39:48.818043 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:48.901005 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-81fb2298-e3a4-486c-8ab4-20b9fa4430df tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:48.909113 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-81fb2298-e3a4-486c-8ab4-20b9fa4430df tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 817 time: 0.2575085 Mar 30 16:39:48.958682 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-fcb674a1-d838-4c33-8bc6-0c98b9d2997a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/quotas/9d2706b3bc384330b0a601211f7d0420 HTTP/1.1" status: 200 len: 375 time: 0.0458102 Mar 30 16:39:49.090255 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=3ff763ea-5563-423a-82bb-773a36c92b94,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:49.164828 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Attempting to bind port 3ff763ea-5563-423a-82bb-773a36c92b94 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:49.164828 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Attempting to bind port 3ff763ea-5563-423a-82bb-773a36c92b94 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:49.164828 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Attempting to bind port 3ff763ea-5563-423a-82bb-773a36c92b94 on network e773f3a5-fe7b-452c-bd0d-c30eda04a501 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:49.182321 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Port 3ff763ea-5563-423a-82bb-773a36c92b94 on network e773f3a5-fe7b-452c-bd0d-c30eda04a501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:39:49.182800 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Attempting to bind port 3ff763ea-5563-423a-82bb-773a36c92b94 on network e773f3a5-fe7b-452c-bd0d-c30eda04a501 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:49.228646 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-e1dc4bc5-f598-41ee-a59a-aba4656a03d3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2688618 Mar 30 16:39:49.262559 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:49.268329 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Checking segment: {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:49.268329 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Bound using segment: {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:49.268329 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Bound port: 3ff763ea-5563-423a-82bb-773a36c92b94, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:49.268329 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:49.616537 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:39:49.640777 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Publish callbacks [] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:49.667371 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29614e-2772-4b1c-863d-f99f2ae48566 req-bebe888d-bddd-42af-b072-dc2be0aa301d tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:49.668861 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b29614e-2772-4b1c-863d-f99f2ae48566 req-bebe888d-bddd-42af-b072-dc2be0aa301d tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 931 time: 0.4912713 Mar 30 16:39:49.698315 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-67b6a081-55e9-4acc-9a7c-5e21cbb99557 service neutron] 10.222.0.21 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381199 Mar 30 16:39:49.707358 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Transition to ACTIVE for port object 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:39:49.720950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] For port 3ff763ea-5563-423a-82bb-773a36c92b94, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:49.796067 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:49.800156 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] For port 3ff763ea-5563-423a-82bb-773a36c92b94, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3ff763ea-5563-423a-82bb-773a36c92b94,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:49.817973 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b29614e-2772-4b1c-863d-f99f2ae48566 req-477e8685-3367-47c9-8695-0105f92b91da tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376736 Mar 30 16:39:49.827885 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:49.882512 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-7e1cf9c1-590b-471b-806a-2770cb1a00c8 service neutron] 10.222.0.21 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740561 Mar 30 16:39:49.909174 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:49.947310 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7b977b0d-673d-46d6-90af-ba9922c07b39 req-48e3e30c-ba7a-47f8-9f3e-26c5b566230e tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 210 time: 0.0617485 Mar 30 16:39:49.954523 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.099193 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:50.099827 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.101243 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] 10.222.0.41 "PUT /v2.0/ports/3ff763ea-5563-423a-82bb-773a36c92b94 HTTP/1.1" status: 200 len: 1093 time: 3.0530639 Mar 30 16:39:50.104822 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0d09aa-5af4-4640-88fb-9e8e957ffcb3', 'tag': '3ff763ea-5563-423a-82bb-773a36c92b94'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:39:50.182195 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Attempting to bind port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:50.188932 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Attempting to bind port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:50.188932 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Attempting to bind port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee on network e773f3a5-fe7b-452c-bd0d-c30eda04a501 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:50.198552 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee on network e773f3a5-fe7b-452c-bd0d-c30eda04a501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:39:50.199199 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Attempting to bind port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee on network e773f3a5-fe7b-452c-bd0d-c30eda04a501 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:50.210773 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:50.211039 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Checking segment: {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:50.211611 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Bound using segment: {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:50.212205 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Bound port: 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:50.212572 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.214456 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc2157f-85d4-4d32-b83b-c6d1ca99ba4d service neutron] Pushing event updated for resources: {'Port': ['ID=3ff763ea-5563-423a-82bb-773a36c92b94,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:50.265048 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc776ae-1b11-4786-a637-92238eb278bf req-5e295537-054a-45df-8b53-9ad3480b3cf7 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:50.272468 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ebc776ae-1b11-4786-a637-92238eb278bf req-5e295537-054a-45df-8b53-9ad3480b3cf7 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 943 time: 0.2177589 Mar 30 16:39:50.437410 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0d09aa-5af4-4640-88fb-9e8e957ffcb3", "tag": "3ff763ea-5563-423a-82bb-773a36c92b94"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:39:50.487661 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5d2eac57-90e7-4fbf-8259-3a5bd68d9c37 req-2871eb55-39e6-4f80-b0de-e051103e029c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 210 time: 0.0537963 Mar 30 16:39:50.496633 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] For port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:50.506199 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ebc776ae-1b11-4786-a637-92238eb278bf req-aa29a0fc-29ad-45b3-8649-271de9a267d5 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327204 Mar 30 16:39:50.534306 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] For port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:50.538818 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9f0549e6-3250-4eb6-939d-4d385cc6a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:50.540468 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9f0549e6-3250-4eb6-939d-4d385cc6a54c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 1127 time: 0.2226074 Mar 30 16:39:50.627781 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-fd5c119a-347b-410d-bf75-e8b8db07e40b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ff763ea-5563-423a-82bb-773a36c92b94 HTTP/1.1" status: 200 len: 217 time: 0.0791819 Mar 30 16:39:50.629232 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.705042 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:50.705749 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:50.707154 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ba2a937-9cf7-4af2-bac5-9e5d030b65ee HTTP/1.1" status: 200 len: 1093 time: 2.7247643 Mar 30 16:39:50.736531 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4405-6783-4f4d-9198-8b0b87a709af req-1c7dfb09-f06c-40bf-a256-366d14c09e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:50.738443 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-1c7dfb09-f06c-40bf-a256-366d14c09e0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.1007299 Mar 30 16:39:50.746836 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0aae1-cad0-4ed4-ae01-c805b7d47910 service neutron] Pushing event updated for resources: {'Port': ['ID=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:50.808485 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ffcd55-60f6-4f3e-b43e-69ad61ea0939 x-openstack-request-id: req-62ffcd55-60f6-4f3e-b43e-69ad61ea0939 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:39:50.808877 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0d09aa-5af4-4640-88fb-9e8e957ffcb3", "tag": "3ff763ea-5563-423a-82bb-773a36c92b94", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:39:50.809142 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62ffcd55-60f6-4f3e-b43e-69ad61ea0939 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:39:50.809600 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62ffcd55-60f6-4f3e-b43e-69ad61ea0939'] response: {'name': 'network-changed', 'server_uuid': '8f0d09aa-5af4-4640-88fb-9e8e957ffcb3', 'tag': '3ff763ea-5563-423a-82bb-773a36c92b94', 'status': 'completed', 'code': 200} Mar 30 16:39:50.910121 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d4405-6783-4f4d-9198-8b0b87a709af req-af1ae8a3-e1d5-4166-81fc-921f38aeb837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:50.912525 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-af1ae8a3-e1d5-4166-81fc-921f38aeb837 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1682487 Mar 30 16:39:51.026867 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-4a4f73a3-188a-4ff4-b44c-c7839127e988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:51.028760 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-4a4f73a3-188a-4ff4-b44c-c7839127e988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 1127 time: 0.1912954 Mar 30 16:39:51.135981 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b0638d7-9caf-4674-8fe0-9fb3c939eeec req-0feb9cf3-1988-49e7-80bc-252be9a134d9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 210 time: 0.1051893 Mar 30 16:39:51.145812 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-3c75aa25-6931-4395-9a72-0c06bf6eed9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee HTTP/1.1" status: 200 len: 217 time: 0.1102552 Mar 30 16:39:51.161919 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba848be8-6a1f-41e0-9ff9-ce03f5467018 req-3b9d3134-a315-4bf1-b728-c84225c06826 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:51.163659 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ba848be8-6a1f-41e0-9ff9-ce03f5467018 req-3b9d3134-a315-4bf1-b728-c84225c06826 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 943 time: 0.2502229 Mar 30 16:39:51.217504 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-9b298001-d406-46f5-bc7b-573b69a103e3 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900727 Mar 30 16:39:51.299681 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-2ae3d145-9e68-4ce9-b81d-f3510f1a862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:51.301131 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-2ae3d145-9e68-4ce9-b81d-f3510f1a862d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.1364999 Mar 30 16:39:51.366700 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ba848be8-6a1f-41e0-9ff9-ce03f5467018 req-b2279f42-191a-4ea7-af7f-a24573de626f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497185 Mar 30 16:39:51.396634 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-134d4405-6783-4f4d-9198-8b0b87a709af req-0b2e060e-f997-4b44-8551-aa68a66482af service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715710 Mar 30 16:39:51.402721 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-26a3331d-fd92-416a-aa23-b9c0290bde7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:51.404176 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-26a3331d-fd92-416a-aa23-b9c0290bde7e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0938969 Mar 30 16:39:51.516927 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-73fab73d-b52e-477d-9c91-25a73bef0ebb service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065767 Mar 30 16:39:51.624156 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-69c63323-e443-405a-aa6d-b99806600ae7 req-3077c7e8-aad6-428b-a2ea-28095cc57fff tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 210 time: 0.0544791 Mar 30 16:39:51.718360 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a08afe5-3162-40e0-9924-bb31a32a0138 req-46787549-aa04-40d5-9fdf-f1db0ce63a57 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945922 Mar 30 16:39:51.720984 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd req-f71e0e30-27e6-460a-b5be-d8a011f2a20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:51.722326 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd req-f71e0e30-27e6-460a-b5be-d8a011f2a20b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 1127 time: 0.1377895 Mar 30 16:39:51.733831 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b8f73-4e23-474b-8c23-ed19fec69907 req-fb2744f6-3bde-46fd-913d-c5b54d5649e7 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:51.735340 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d0b8f73-4e23-474b-8c23-ed19fec69907 req-fb2744f6-3bde-46fd-913d-c5b54d5649e7 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 943 time: 0.1161008 Mar 30 16:39:51.909698 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d0b8f73-4e23-474b-8c23-ed19fec69907 req-bab5cbf1-89ae-4316-8d04-57f922f3319b tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604013 Mar 30 16:39:51.935882 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd req-b969e129-5d2e-4706-b706-7c6f43f04840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:51.937490 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd req-b969e129-5d2e-4706-b706-7c6f43f04840 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.2013001 Mar 30 16:39:52.173844 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd req-a15b8dde-180c-4bcf-a60c-d71871a6bc3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ff763ea-5563-423a-82bb-773a36c92b94 HTTP/1.1" status: 200 len: 217 time: 0.2293413 Mar 30 16:39:52.279972 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6fc93a1d-7a7e-488e-9870-3df2d649b7ce req-85c5b6e1-eebe-4789-b0a6-691969249a43 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 210 time: 0.0576382 Mar 30 16:39:52.302137 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd req-1de68fec-de72-4734-95df-5bb8b1ab133e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:52.303596 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd req-1de68fec-de72-4734-95df-5bb8b1ab133e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.1168745 Mar 30 16:39:52.329345 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-b7afe1c3-99d2-4ea1-85cd-4931c15684ef tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:52.330823 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-b7afe1c3-99d2-4ea1-85cd-4931c15684ef tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 815 time: 0.1687038 Mar 30 16:39:52.487017 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae4ad-c2b0-4321-aba7-4dedda32f0ee req-19fa750e-8e21-4ae0-98f9-e4a105a547a7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:52.488492 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-df7ae4ad-c2b0-4321-aba7-4dedda32f0ee req-19fa750e-8e21-4ae0-98f9-e4a105a547a7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 943 time: 0.0586135 Mar 30 16:39:52.539823 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-df7ae4ad-c2b0-4321-aba7-4dedda32f0ee req-1596d890-0c3f-434f-bd94-7f4bca30e7b9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455971 Mar 30 16:39:52.742635 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9bf64056-e70a-457d-9221-3f1da886e374 req-d274ddee-d77f-4c1c-bcc7-fae80fa6f604 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 210 time: 0.0334885 Mar 30 16:39:52.810337 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7671d3-fb6d-426f-b4a5-033c1850700f', 'tag': '8ba2a937-9cf7-4af2-bac5-9e5d030b65ee'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:39:52.812760 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e928d3b-2032-4c77-b3a5-25e9b4795e11" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7671d3-fb6d-426f-b4a5-033c1850700f", "tag": "8ba2a937-9cf7-4af2-bac5-9e5d030b65ee"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:39:52.848644 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb023ab2-0d19-466b-b13d-a76a252a9e53 x-openstack-request-id: req-bb023ab2-0d19-466b-b13d-a76a252a9e53 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:39:52.848932 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7671d3-fb6d-426f-b4a5-033c1850700f", "tag": "8ba2a937-9cf7-4af2-bac5-9e5d030b65ee", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:39:52.849185 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb023ab2-0d19-466b-b13d-a76a252a9e53 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:39:52.849616 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb023ab2-0d19-466b-b13d-a76a252a9e53'] response: {'name': 'network-changed', 'server_uuid': 'ee7671d3-fb6d-426f-b4a5-033c1850700f', 'tag': '8ba2a937-9cf7-4af2-bac5-9e5d030b65ee', 'status': 'completed', 'code': 200} Mar 30 16:39:53.030859 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fff14f-8544-4d7b-b915-9d659dfbeb1a req-a5e83e7c-4e2a-42ef-a078-adf019ec33f8 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:53.032602 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-78fff14f-8544-4d7b-b915-9d659dfbeb1a req-a5e83e7c-4e2a-42ef-a078-adf019ec33f8 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 943 time: 0.0572178 Mar 30 16:39:53.081774 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-78fff14f-8544-4d7b-b915-9d659dfbeb1a req-8d49c0ac-c0c4-430a-b75f-366d0c1b3f0b tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436342 Mar 30 16:39:53.380218 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b7c2d155-b043-41e6-8a12-56649f8a70eb req-240d0a5b-05c3-4e79-839d-d4ca3b15c96f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 210 time: 0.0268800 Mar 30 16:39:53.671810 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad31cca9-c815-4c7e-9871-b4da6da4fa62 req-a0b61cba-8feb-4c5c-8cbf-d54906d97a82 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:53.673217 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ad31cca9-c815-4c7e-9871-b4da6da4fa62 req-a0b61cba-8feb-4c5c-8cbf-d54906d97a82 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 943 time: 0.0597651 Mar 30 16:39:53.720586 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ad31cca9-c815-4c7e-9871-b4da6da4fa62 req-c4a99835-a798-48b1-9685-956337cc155f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415635 Mar 30 16:39:53.844082 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f7a3173b-a7fe-4337-84c8-6b86e3077b8f req-7a6d191e-10e0-4dcb-94e7-089ce5ff5aac tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 210 time: 0.0275133 Mar 30 16:39:53.890683 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 3ff763ea-5563-423a-82bb-773a36c92b94 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:39:53.995370 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 3ff763ea-5563-423a-82bb-773a36c92b94, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3ff763ea-5563-423a-82bb-773a36c92b94,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:54.007010 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '3ff763ea-5563-423a-82bb-773a36c92b94', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'port_id': '3ff763ea-5563-423a-82bb-773a36c92b94', 'mac_address': 'fa:16:3e:b1:a0:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:39:54.043840 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 3ff763ea-5563-423a-82bb-773a36c92b94 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:54.044237 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.058942 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ff763ea-5563-423a-82bb-773a36c92b94 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:39:54.082941 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 3ff763ea-5563-423a-82bb-773a36c92b94, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3ff763ea-5563-423a-82bb-773a36c92b94,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:54.205925 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794d220-869f-4047-8c89-456246b576aa req-184f55ca-1a24-493a-86d6-600165549e48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:54.207496 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4794d220-869f-4047-8c89-456246b576aa req-184f55ca-1a24-493a-86d6-600165549e48 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 943 time: 0.0565948 Mar 30 16:39:54.268456 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4794d220-869f-4047-8c89-456246b576aa req-29982c0f-9fb6-48dc-a695-9aedb96199f4 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549831 Mar 30 16:39:54.474236 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-356bf900-92bc-4e1c-a1b6-d6058bd2c210 req-64683046-fb95-4760-8d93-1d50336d0c30 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 210 time: 0.0265744 Mar 30 16:39:54.796060 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:54.796824 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device e05aa003-d343-4f82-9fec-32eedc584cbb details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:39:54.864110 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=3ff763ea-5563-423a-82bb-773a36c92b94,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:54.879091 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e928d3b-2032-4c77-b3a5-25e9b4795e11 req-41c3971d-3fd9-476b-b728-75165fcd1fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:54.883125 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8e928d3b-2032-4c77-b3a5-25e9b4795e11 req-41c3971d-3fd9-476b-b728-75165fcd1fe7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 1127 time: 0.0861135 Mar 30 16:39:55.046161 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port e05aa003-d343-4f82-9fec-32eedc584cbb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e05aa003-d343-4f82-9fec-32eedc584cbb,segment=NetworkSegment(c85093eb-d066-46d7-9df5-777c0c7950b0),segment_id=c85093eb-d066-46d7-9df5-777c0c7950b0)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:55.058476 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': 'e05aa003-d343-4f82-9fec-32eedc584cbb', 'network_id': '1ccde34b-7837-4dde-96f2-7a74d313a79d', 'port_id': 'e05aa003-d343-4f82-9fec-32eedc584cbb', 'mac_address': 'fa:16:3e:66:2f:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e96108d-7ee7-4b60-b8b1-2c96a34550bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:39:55.077941 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c5ecf0c-8a77-447f-8c73-7f15e2491e84 req-824e74f0-0c29-4d8c-a418-ebc223049210 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 210 time: 0.1363826 Mar 30 16:39:55.112477 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-6c021723-9e12-4ad1-a135-8d235c11907a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 380 time: 0.2787869 Mar 30 16:39:55.123986 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d05d1-22d6-48d6-ba4d-cc7bfc5d24ef req-cff43980-e5e8-4405-8847-1ab425ec5fd9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:55.124168 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port e05aa003-d343-4f82-9fec-32eedc584cbb is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:55.124168 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.124340 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-341d05d1-22d6-48d6-ba4d-cc7bfc5d24ef req-cff43980-e5e8-4405-8847-1ab425ec5fd9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 943 time: 0.3351612 Mar 30 16:39:55.130195 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'port': {'device_id': '79b4e794-4d65-44c9-af2a-633757817732', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'admin_state_up': True, 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'security_groups': ['538eefa3-8b63-4bf9-9f32-e7fdae34e40e']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:55.161944 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05aa003-d343-4f82-9fec-32eedc584cbb {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:39:55.175379 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd req-d14cb26e-3f3c-4864-9cc4-1f2433f5be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:55.177303 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd req-d14cb26e-3f3c-4864-9cc4-1f2433f5be43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3243134 Mar 30 16:39:55.194632 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e928d3b-2032-4c77-b3a5-25e9b4795e11 req-5a9aa16f-6d4a-4be6-a939-b8e0134c76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:55.196007 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8e928d3b-2032-4c77-b3a5-25e9b4795e11 req-5a9aa16f-6d4a-4be6-a939-b8e0134c76c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.3004453 Mar 30 16:39:55.206384 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port e05aa003-d343-4f82-9fec-32eedc584cbb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e05aa003-d343-4f82-9fec-32eedc584cbb,segment=NetworkSegment(c85093eb-d066-46d7-9df5-777c0c7950b0),segment_id=c85093eb-d066-46d7-9df5-777c0c7950b0)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:55.248924 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8e928d3b-2032-4c77-b3a5-25e9b4795e11 req-9c3e0850-116f-4259-a290-4333a14fd7ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee HTTP/1.1" status: 200 len: 217 time: 0.0440583 Mar 30 16:39:55.303764 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-341d05d1-22d6-48d6-ba4d-cc7bfc5d24ef req-b576bf56-6b29-4dff-967b-95d2734966ca tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670506 Mar 30 16:39:55.306914 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e928d3b-2032-4c77-b3a5-25e9b4795e11 req-9eab6782-21b9-4c8b-a5b4-11237f487e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:55.308636 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8e928d3b-2032-4c77-b3a5-25e9b4795e11 req-9eab6782-21b9-4c8b-a5b4-11237f487e33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.0470757 Mar 30 16:39:55.321312 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.380899 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=e05aa003-d343-4f82-9fec-32eedc584cbb,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:55.396488 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e928d3b-2032-4c77-b3a5-25e9b4795e11 req-cfa8f5cc-5f39-4f8c-a037-9fe3163404d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:55.398305 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8e928d3b-2032-4c77-b3a5-25e9b4795e11 req-cfa8f5cc-5f39-4f8c-a037-9fe3163404d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0827811 Mar 30 16:39:55.416353 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd req-47fa151c-0565-4adc-8e41-2a0af1c4171b service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032106 Mar 30 16:39:55.491718 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b9930-5c5f-439c-a59d-9c2e05414e21 req-6e2ddc9e-a8a0-4d55-8bad-6a9f77c79bc5 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:55.493243 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-876b9930-5c5f-439c-a59d-9c2e05414e21 req-6e2ddc9e-a8a0-4d55-8bad-6a9f77c79bc5 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 944 time: 0.1436870 Mar 30 16:39:55.497507 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8e928d3b-2032-4c77-b3a5-25e9b4795e11 req-2107b6ed-1343-4bef-970b-ae980690c637 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912650 Mar 30 16:39:55.511215 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:39:55.553467 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4b59fe58-fa0d-4fff-ae7c-5da84c7f51fd req-9f503742-9404-4e6e-9fd4-1bdc0886b01c service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318161 Mar 30 16:39:55.572858 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-876b9930-5c5f-439c-a59d-9c2e05414e21 req-2ed5f932-4cda-4bf7-a7ac-0a0c53d666a1 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622516 Mar 30 16:39:55.583259 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Made reservation on behalf of 4fab43bb585b4ab98a6291af025dd6d3 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:55.598473 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:55.646383 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8e928d3b-2032-4c77-b3a5-25e9b4795e11 req-59f7d4c7-2b14-480b-a47e-0f6ced533a44 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349361 Mar 30 16:39:55.648211 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-53ab38df-4f91-499d-aaec-96e5f4e48665 req-507abdc8-f3dc-4ba0-aa8e-b01445e745f6 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 210 time: 0.0507019 Mar 30 16:39:55.669606 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['3ff763ea-5563-423a-82bb-773a36c92b94'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:39:55.746446 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['e05aa003-d343-4f82-9fec-32eedc584cbb'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:39:55.831366 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Allocated IP 172.20.0.12 (25a23ead-595b-4257-94d5-46389d5e6899/ce2d2ce2-f666-4ed6-8ebb-27ffff21e668/30658367-ea34-4ced-b576-f15ed116296f) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:56.023811 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-fe2a7825-c219-46f8-bce4-2b0ab3519544 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:56.030608 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-fe2a7825-c219-46f8-bce4-2b0ab3519544 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.41 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 817 time: 0.2123809 Mar 30 16:39:56.116389 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38924) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:56.181503 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-5fd84a95-9073-4b65-8229-d803fb34acb1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2706b3bc384330b0a601211f7d0420 HTTP/1.1" status: 200 len: 380 time: 0.1410244 Mar 30 16:39:56.194113 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'port': {'device_id': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'admin_state_up': True, 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'security_groups': ['7d8f8f1a-9a15-40b1-a016-60574670807a']}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:56.206860 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (30658367-ea34-4ced-b576-f15ed116296f), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.354551 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1cd0e0c6-fa52-4849-926c-84e9ed4c03b2 req-f88eb8e7-c08f-447b-8e86-53386f5ba8b7 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 210 time: 0.0554147 Mar 30 16:39:56.354792 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a657ce5d-f27e-4ed3-a216-2c40af40f416 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.401279 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (30658367-ea34-4ced-b576-f15ed116296f), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.448567 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Network 25a23ead-595b-4257-94d5-46389d5e6899 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:56.465127 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:56.472882 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:56.480029 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:56.481103 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.538054 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=30658367-ea34-4ced-b576-f15ed116296f,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:56.546359 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a657ce5d-f27e-4ed3-a216-2c40af40f416 admin admin] Publish callbacks [] for security_group (a8729ef9-3970-4c01-965a-97b42f7bdb41), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.582247 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd20ac1-2d1f-4149-9643-e11a8aae1bb1 req-26f69ba5-5aff-43db-9759-0728fe0029bc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:56.589198 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Made reservation on behalf of 9d2706b3bc384330b0a601211f7d0420 for: {'port': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:39:56.589402 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-abd20ac1-2d1f-4149-9643-e11a8aae1bb1 req-26f69ba5-5aff-43db-9759-0728fe0029bc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 943 time: 0.1428816 Mar 30 16:39:56.592949 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.628871 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-f5dbd651-9c71-4f0a-a825-1a9bb793f567 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5036020 Mar 30 16:39:56.631396 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a657ce5d-f27e-4ed3-a216-2c40af40f416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (a8729ef9-3970-4c01-965a-97b42f7bdb41), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.646548 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Request body: {'port': {'device_id': '79b4e794-4d65-44c9-af2a-633757817732', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:56.685202 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657ce5d-f27e-4ed3-a216-2c40af40f416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8729ef9-3970-4c01-965a-97b42f7bdb41,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:56.711995 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-abd20ac1-2d1f-4149-9643-e11a8aae1bb1 req-c79655c0-898a-432d-bfef-fa3bc3cd9a6e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215413 Mar 30 16:39:56.801295 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-a657ce5d-f27e-4ed3-a216-2c40af40f416 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eb48656e2b7144b799782155e4f9e12f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6837502 Mar 30 16:39:56.804473 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38954) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:56.856413 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-244a7ccc-e1ca-4665-b0ce-a750eefad01c None None] Provisioning complete for port 30658367-ea34-4ced-b576-f15ed116296f triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:56.858409 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-244a7ccc-e1ca-4665-b0ce-a750eefad01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (30658367-ea34-4ced-b576-f15ed116296f), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.858706 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (30658367-ea34-4ced-b576-f15ed116296f), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.893109 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f6be5-e7e6-42d0-bba2-02b9dd5a5fc0 req-6b185f31-aa9e-494f-9ea2-cdd3620ade71 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:56.893949 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Allocated IP 172.20.0.4 (7997d76f-0fe0-4c65-b651-c4e866201f6a/179afb57-9f50-46ef-b7e7-f02e1ce74f5b/f2b7414a-8d7d-44fd-ae5f-c1feb169b602) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:39:56.897398 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b50f6be5-e7e6-42d0-bba2-02b9dd5a5fc0 req-6b185f31-aa9e-494f-9ea2-cdd3620ade71 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 944 time: 0.2262547 Mar 30 16:39:56.902159 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f335b7b-0f21-4614-b04c-acaacab185b7 admin admin] Publish callbacks [] for security_group (a8729ef9-3970-4c01-965a-97b42f7bdb41), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.905319 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-244a7ccc-e1ca-4665-b0ce-a750eefad01c None None] Port 30658367-ea34-4ced-b576-f15ed116296f cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:56.940450 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f335b7b-0f21-4614-b04c-acaacab185b7 admin admin] Publish callbacks [] for security_group (a8729ef9-3970-4c01-965a-97b42f7bdb41), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:56.973812 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917e21b-8a7e-4281-8267-75010d8b3718 req-38417fef-4c91-441d-8a06-b4c6a530c59c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:56.975400 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7917e21b-8a7e-4281-8267-75010d8b3718 req-38417fef-4c91-441d-8a06-b4c6a530c59c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 932 time: 0.1541722 Mar 30 16:39:57.077451 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b50f6be5-e7e6-42d0-bba2-02b9dd5a5fc0 req-3af89593-3e64-45fe-95b5-fb7be5993ca0 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727984 Mar 30 16:39:57.102195 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.138601 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f335b7b-0f21-4614-b04c-acaacab185b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (a8729ef9-3970-4c01-965a-97b42f7bdb41), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.139122 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f335b7b-0f21-4614-b04c-acaacab185b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.140777 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-5f335b7b-0f21-4614-b04c-acaacab185b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8729ef9-3970-4c01-965a-97b42f7bdb41 HTTP/1.1" status: 204 len: 168 time: 0.3356266 Mar 30 16:39:57.151813 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7917e21b-8a7e-4281-8267-75010d8b3718 req-ebd79acf-0a4a-45b2-8514-8491b493c2de tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597629 Mar 30 16:39:57.165729 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f335b7b-0f21-4614-b04c-acaacab185b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8729ef9-3970-4c01-965a-97b42f7bdb41,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:57.200101 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.247925 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Network 7997d76f-0fe0-4c65-b651-c4e866201f6a is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:39:57.251831 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:39:57.257852 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:39:57.263039 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:57.263657 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.273403 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'Port': ['ID=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:57.322873 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:39:57.329211 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 3ff763ea-5563-423a-82bb-773a36c92b94 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:57.329980 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30658367-ea34-4ced-b576-f15ed116296f {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:39:57.339632 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Publish callbacks [] for port (30658367-ea34-4ced-b576-f15ed116296f), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.353586 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Transition to ACTIVE for port object 30658367-ea34-4ced-b576-f15ed116296f will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:39:57.374747 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-17e5d800-f3ff-4fef-970d-78159dc7171e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1846468 Mar 30 16:39:57.389129 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Request body: {'port': {'device_id': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:39:57.475413 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.505824 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (30658367-ea34-4ced-b576-f15ed116296f), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.554217 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Pushing event updated for resources: {'Port': ['ID=30658367-ea34-4ced-b576-f15ed116296f,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:57.599919 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-a7ffdafe-a6f0-43ec-8986-d188b7e1b8e6 None None] Provisioning complete for port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:57.600417 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a7ffdafe-a6f0-43ec-8986-d188b7e1b8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.607384 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccabac7-2dc4-47a5-b85f-46a62ce97c06 req-4a4f5cd0-118e-4c85-a94e-5a5bc7bcd3fc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:57.615730 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ccabac7-2dc4-47a5-b85f-46a62ce97c06 req-4a4f5cd0-118e-4c85-a94e-5a5bc7bcd3fc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 931 time: 0.1412549 Mar 30 16:39:57.667785 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Attempting to bind port 30658367-ea34-4ced-b576-f15ed116296f on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:57.668093 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Attempting to bind port 30658367-ea34-4ced-b576-f15ed116296f by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:57.668417 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Attempting to bind port 30658367-ea34-4ced-b576-f15ed116296f on network 25a23ead-595b-4257-94d5-46389d5e6899 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:57.671420 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-a7ffdafe-a6f0-43ec-8986-d188b7e1b8e6 None None] Port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:39:57.677554 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 3ff763ea-5563-423a-82bb-773a36c92b94 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:39:57.684504 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Port 30658367-ea34-4ced-b576-f15ed116296f on network 25a23ead-595b-4257-94d5-46389d5e6899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:39:57.684823 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Attempting to bind port 30658367-ea34-4ced-b576-f15ed116296f on network 25a23ead-595b-4257-94d5-46389d5e6899 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:57.694087 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 3ff763ea-5563-423a-82bb-773a36c92b94 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:57.694389 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:57.694770 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Checking segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:57.695195 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Bound using segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:57.695700 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Bound port: 30658367-ea34-4ced-b576-f15ed116296f, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:57.696082 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (30658367-ea34-4ced-b576-f15ed116296f), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.696244 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.727754 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ccabac7-2dc4-47a5-b85f-46a62ce97c06 req-475c0312-d8cb-4c28-9a64-719a504ab368 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110232 Mar 30 16:39:57.748868 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:57.793395 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '8ba2a937-9cf7-4af2-bac5-9e5d030b65ee', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'port_id': '8ba2a937-9cf7-4af2-bac5-9e5d030b65ee', 'mac_address': 'fa:16:3e:4f:7a:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:39:57.835732 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] For port 30658367-ea34-4ced-b576-f15ed116296f, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:57.842992 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] For port 30658367-ea34-4ced-b576-f15ed116296f, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=30658367-ea34-4ced-b576-f15ed116296f,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:57.883106 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b7414a-8d7d-44fd-ae5f-c1feb169b602 {{(pid=106608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:39:57.899512 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Publish callbacks [] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.927229 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.provisioning_blocks [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Transition to ACTIVE for port object f2b7414a-8d7d-44fd-ae5f-c1feb169b602 will not be triggered until provisioned by entity L2. {{(pid=106608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:39:57.930540 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c62511-8866-45eb-8144-413c9856fa18 req-8fe9cafb-07bc-4cf9-acb5-f1ded67543e9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:57.932315 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-78c62511-8866-45eb-8144-413c9856fa18 req-8fe9cafb-07bc-4cf9-acb5-f1ded67543e9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 943 time: 0.0610857 Mar 30 16:39:57.938444 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:57.938989 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.953136 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (30658367-ea34-4ced-b576-f15ed116296f), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.962488 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 3ff763ea-5563-423a-82bb-773a36c92b94 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:57.963128 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:57.966009 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:39:58.007001 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:58.014108 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:58.014937 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.015269 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0d09aa-5af4-4640-88fb-9e8e957ffcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff763ea-5563-423a-82bb-773a36c92b94'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:39:58.018333 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.030338 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] 10.222.0.41 "PUT /v2.0/ports/30658367-ea34-4ced-b576-f15ed116296f HTTP/1.1" status: 200 len: 1094 time: 1.3944738 Mar 30 16:39:58.034475 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b4e794-4d65-44c9-af2a-633757817732', 'tag': '30658367-ea34-4ced-b576-f15ed116296f'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:39:58.038232 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1929aa6-48e9-4e5d-872d-036ff7f5038e" -d '{"events": [{"name": "network-changed", "server_uuid": "79b4e794-4d65-44c9-af2a-633757817732", "tag": "30658367-ea34-4ced-b576-f15ed116296f"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:39:58.057474 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-78c62511-8866-45eb-8144-413c9856fa18 req-83da472e-618a-4a69-be66-3107c5305084 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189229 Mar 30 16:39:58.106560 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e4770-f9e4-4c24-87ab-0e4eacea9758 service neutron] Pushing event updated for resources: {'Port': ['ID=30658367-ea34-4ced-b576-f15ed116296f,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:58.116342 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbe067c-078d-472b-962a-8b6c1576c08c x-openstack-request-id: req-8bbe067c-078d-472b-962a-8b6c1576c08c {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:39:58.116978 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b4e794-4d65-44c9-af2a-633757817732", "tag": "30658367-ea34-4ced-b576-f15ed116296f", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:39:58.117184 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bbe067c-078d-472b-962a-8b6c1576c08c {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:39:58.117597 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbe067c-078d-472b-962a-8b6c1576c08c'] response: {'name': 'network-changed', 'server_uuid': '79b4e794-4d65-44c9-af2a-633757817732', 'tag': '30658367-ea34-4ced-b576-f15ed116296f', 'status': 'completed', 'code': 200} Mar 30 16:39:58.156372 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 3ff763ea-5563-423a-82bb-773a36c92b94, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3ff763ea-5563-423a-82bb-773a36c92b94,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:58.158751 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.174158 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:58.226181 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.228848 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device e05aa003-d343-4f82-9fec-32eedc584cbb up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:58.263666 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 38996) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:58.352106 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a2abf423-8221-4fca-a98f-740c4af4ffa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.358828 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Attempting to bind port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:39:58.359280 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Attempting to bind port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:39:58.360737 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Attempting to bind port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 on network 7997d76f-0fe0-4c65-b651-c4e866201f6a {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:58.378072 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:58.380385 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 on network 7997d76f-0fe0-4c65-b651-c4e866201f6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:39:58.381058 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Attempting to bind port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 on network 7997d76f-0fe0-4c65-b651-c4e866201f6a {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:39:58.405548 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['8ba2a937-9cf7-4af2-bac5-9e5d030b65ee'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:39:58.436784 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:39:58.443200 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Checking segment: {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:39:58.443687 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Bound using segment: {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:39:58.444262 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Bound port: f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'}}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:39:58.451380 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.456645 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1929aa6-48e9-4e5d-872d-036ff7f5038e req-1ae1a0ba-659d-4733-be4f-9adb33b3f3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:58.458596 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f1929aa6-48e9-4e5d-872d-036ff7f5038e req-1ae1a0ba-659d-4733-be4f-9adb33b3f3b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 1128 time: 0.3060422 Mar 30 16:39:58.472636 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9f43de-986c-448d-af7f-3958a1a2879a req-38e5a83a-7b8b-4097-a835-bac6b22cde2e tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:58.481919 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aa9f43de-986c-448d-af7f-3958a1a2879a req-38e5a83a-7b8b-4097-a835-bac6b22cde2e tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 944 time: 0.1994021 Mar 30 16:39:58.511918 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f82082-a933-4d54-bc55-4e2bd2fc4539" -d '{"events": [{"server_uuid": "8f0d09aa-5af4-4640-88fb-9e8e957ffcb3", "name": "network-vif-plugged", "status": "completed", "tag": "3ff763ea-5563-423a-82bb-773a36c92b94"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:39:58.519560 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5391eed7-e971-427d-8b90-02fec7024cb0 req-8dc9a47c-1f20-45ac-b167-8190c413e4da tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:58.530031 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5391eed7-e971-427d-8b90-02fec7024cb0 req-8dc9a47c-1f20-45ac-b167-8190c413e4da tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 944 time: 0.2103670 Mar 30 16:39:58.564907 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=3ff763ea-5563-423a-82bb-773a36c92b94,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:58.584156 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, cleared binding levels {{(pid=106608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:39:58.630911 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a2abf423-8221-4fca-a98f-740c4af4ffa6 admin admin] Publish callbacks [] for security_group (26bac008-57cf-4b28-b127-90e31d30c732), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.635938 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:39:58.661242 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port e05aa003-d343-4f82-9fec-32eedc584cbb completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:39:58.669201 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port e05aa003-d343-4f82-9fec-32eedc584cbb triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:58.669691 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.699519 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aa9f43de-986c-448d-af7f-3958a1a2879a req-88e933b2-6479-4cfb-91d4-e16d5a43cbaf tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166629 Mar 30 16:39:58.714877 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a2abf423-8221-4fca-a98f-740c4af4ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (26bac008-57cf-4b28-b127-90e31d30c732), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.779310 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port e05aa003-d343-4f82-9fec-32eedc584cbb is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:58.779912 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.784262 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2abf423-8221-4fca-a98f-740c4af4ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26bac008-57cf-4b28-b127-90e31d30c732,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:58.789495 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.821476 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port e05aa003-d343-4f82-9fec-32eedc584cbb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e05aa003-d343-4f82-9fec-32eedc584cbb,segment=NetworkSegment(c85093eb-d066-46d7-9df5-777c0c7950b0),segment_id=c85093eb-d066-46d7-9df5-777c0c7950b0)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:58.864972 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:58.865757 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.872125 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] 10.222.0.41 "PUT /v2.0/ports/f2b7414a-8d7d-44fd-ae5f-c1feb169b602 HTTP/1.1" status: 200 len: 1093 time: 1.4850111 Mar 30 16:39:58.872125 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:39:58.872125 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b03a84-6536-4f47-9326-a5e49265279e" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:39:58.895058 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:58.897468 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-a2abf423-8221-4fca-a98f-740c4af4ffa6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=acecac4080314a79a8b862b723c456cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6316164 Mar 30 16:39:58.903001 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39020) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:39:58.925095 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65381d85-fada-4179-944c-33ea0fdd2192 x-openstack-request-id: req-65381d85-fada-4179-944c-33ea0fdd2192 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:39:58.925406 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0d09aa-5af4-4640-88fb-9e8e957ffcb3", "name": "network-vif-plugged", "status": "completed", "tag": "3ff763ea-5563-423a-82bb-773a36c92b94", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:39:58.925658 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65381d85-fada-4179-944c-33ea0fdd2192 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:39:58.928950 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65381d85-fada-4179-944c-33ea0fdd2192'] response: {'server_uuid': '8f0d09aa-5af4-4640-88fb-9e8e957ffcb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ff763ea-5563-423a-82bb-773a36c92b94', 'code': 200} Mar 30 16:39:58.987369 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=e05aa003-d343-4f82-9fec-32eedc584cbb,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:58.997732 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b394216-c441-4b4c-9881-ff67d6060d71 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,revision_number=3']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:59.096035 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a9424c1a-bbf1-48a8-8b86-a0882f96a622 admin admin] Publish callbacks [] for security_group (26bac008-57cf-4b28-b127-90e31d30c732), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.117288 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5391eed7-e971-427d-8b90-02fec7024cb0 req-9c20b645-b204-4e07-b5e0-9788969399e9 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5863807 Mar 30 16:39:59.118177 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-56ee9387-d2d8-4ad5-83e4-ab0e7d07da47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.120121 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-56ee9387-d2d8-4ad5-83e4-ab0e7d07da47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 1127 time: 0.0911312 Mar 30 16:39:59.131119 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a9424c1a-bbf1-48a8-8b86-a0882f96a622 admin admin] Publish callbacks [] for security_group (26bac008-57cf-4b28-b127-90e31d30c732), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.164810 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1929aa6-48e9-4e5d-872d-036ff7f5038e req-8b8348c2-e2aa-4cf5-a74d-969bc40ebc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.166289 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f1929aa6-48e9-4e5d-872d-036ff7f5038e req-8b8348c2-e2aa-4cf5-a74d-969bc40ebc99 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.6602981 Mar 30 16:39:59.189445 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf097e87-5d39-49aa-96a4-1b10e8b927d3 x-openstack-request-id: req-bf097e87-5d39-49aa-96a4-1b10e8b927d3 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:39:59.189445 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:39:59.189445 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf097e87-5d39-49aa-96a4-1b10e8b927d3 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:39:59.189445 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf097e87-5d39-49aa-96a4-1b10e8b927d3'] response: {'name': 'network-changed', 'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'status': 'completed', 'code': 200} Mar 30 16:39:59.190093 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-d4ea8d87-c945-421c-92f0-7e411dd21a6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602 HTTP/1.1" status: 200 len: 217 time: 0.0606542 Mar 30 16:39:59.233135 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efd10a-26a7-4fb3-b3e5-d7bb624e329d req-ef70a5ba-e265-41cd-9340-24b5f346f8d0 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.235378 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a1efd10a-26a7-4fb3-b3e5-d7bb624e329d req-ef70a5ba-e265-41cd-9340-24b5f346f8d0 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.1775792 Mar 30 16:39:59.257731 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-c20b7156-2799-4a40-9e5c-291680539e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.262693 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-c20b7156-2799-4a40-9e5c-291680539e9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 200 len: 856 time: 0.0649958 Mar 30 16:39:59.324846 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-d9803373-94a0-4a04-9957-071442cd98ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.326484 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-d9803373-94a0-4a04-9957-071442cd98ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7997d76f-0fe0-4c65-b651-c4e866201f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571353 Mar 30 16:39:59.328088 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:39:59.513234 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a1efd10a-26a7-4fb3-b3e5-d7bb624e329d req-8b208183-02d9-487c-9f03-029c2b47fae2 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2384503 Mar 30 16:39:59.533471 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ac0b7-a093-4cb6-822a-dcfe294b24db req-5934ead5-ce75-408b-9e7f-407a336e11d6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.535089 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-538ac0b7-a093-4cb6-822a-dcfe294b24db req-5934ead5-ce75-408b-9e7f-407a336e11d6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 944 time: 0.2987478 Mar 30 16:39:59.540000 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1929aa6-48e9-4e5d-872d-036ff7f5038e req-1fd9c544-f8e0-45c1-a3a9-3a5b23d5cbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.546037 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f1929aa6-48e9-4e5d-872d-036ff7f5038e req-1fd9c544-f8e0-45c1-a3a9-3a5b23d5cbfa service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3660676 Mar 30 16:39:59.546223 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8336-af1d-48fd-b40f-e9d428157624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.546333 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e82d2-b774-4898-a3ca-f9aecb097434 req-e7b7757d-7b3b-4163-87d1-0c4af1d25027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.546608 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e28e82d2-b774-4898-a3ca-f9aecb097434 req-e7b7757d-7b3b-4163-87d1-0c4af1d25027 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 1129 time: 0.2144554 Mar 30 16:39:59.566081 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a9424c1a-bbf1-48a8-8b86-a0882f96a622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (26bac008-57cf-4b28-b127-90e31d30c732), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.569001 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a9424c1a-bbf1-48a8-8b86-a0882f96a622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.569826 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-a9424c1a-bbf1-48a8-8b86-a0882f96a622 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/26bac008-57cf-4b28-b127-90e31d30c732 HTTP/1.1" status: 204 len: 168 time: 0.6615479 Mar 30 16:39:59.578074 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-e28e82d2-b774-4898-a3ca-f9aecb097434 req-8db5f093-a1c6-4abd-ad0a-5cbdf18ea5ce service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.583038 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9424c1a-bbf1-48a8-8b86-a0882f96a622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26bac008-57cf-4b28-b127-90e31d30c732,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:39:59.589111 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:39:59.593288 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:39:59.594616 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.631202 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-83ba17c1-43ca-4992-9507-91ea87d7780c service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2972662 Mar 30 16:39:59.662716 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-538ac0b7-a093-4cb6-822a-dcfe294b24db req-dfadab2a-1485-4bc0-9b92-f6f03116e71d tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097105 Mar 30 16:39:59.713135 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-d184f020-320b-4767-8826-d3971f318c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.714910 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-d184f020-320b-4767-8826-d3971f318c4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 1128 time: 0.1014912 Mar 30 16:39:59.751654 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:39:59.752312 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.775204 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-8300705a-4da8-424d-87da-e6938789e67c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30658367-ea34-4ced-b576-f15ed116296f HTTP/1.1" status: 200 len: 217 time: 0.0520008 Mar 30 16:39:59.783192 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a4f0cbf-5ef1-463a-aef3-9f455d1686d7 req-502f2ea4-df66-4b4c-a1d1-40ff17685991 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455352 Mar 30 16:39:59.805859 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-e28e82d2-b774-4898-a3ca-f9aecb097434 req-8db5f093-a1c6-4abd-ad0a-5cbdf18ea5ce service neutron] Publish callbacks [] for security_group (67ad0f99-1015-49ba-a064-331e4b63e8a4), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.829052 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:39:59.877177 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-b18f335c-a8e0-46e9-a9d7-1ef10558dca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.878672 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-b18f335c-a8e0-46e9-a9d7-1ef10558dca6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce2d2ce2-f666-4ed6-8ebb-27ffff21e668 HTTP/1.1" status: 200 len: 854 time: 0.0917828 Mar 30 16:39:59.915101 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.919911 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-e28e82d2-b774-4898-a3ca-f9aecb097434 req-8db5f093-a1c6-4abd-ad0a-5cbdf18ea5ce service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (67ad0f99-1015-49ba-a064-331e4b63e8a4), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:39:59.931653 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9ef44-7971-4532-b50e-69e8e814fb38 req-a3daa1cd-a041-4ecf-b2d7-2138975a8387 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:39:59.933688 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4dd9ef44-7971-4532-b50e-69e8e814fb38 req-a3daa1cd-a041-4ecf-b2d7-2138975a8387 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 944 time: 0.1000438 Mar 30 16:39:59.982701 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:00.013916 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b03a84-6536-4f47-9326-a5e49265279e req-07df9200-2e2d-465c-9b1b-7862b9ccba29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:00.015557 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a2b03a84-6536-4f47-9326-a5e49265279e req-07df9200-2e2d-465c-9b1b-7862b9ccba29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 1127 time: 0.0721979 Mar 30 16:40:00.015738 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e28e82d2-b774-4898-a3ca-f9aecb097434 req-8db5f093-a1c6-4abd-ad0a-5cbdf18ea5ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608536 Mar 30 16:40:00.023423 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db5f093-a1c6-4abd-ad0a-5cbdf18ea5ce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=67ad0f99-1015-49ba-a064-331e4b63e8a4,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:00.047961 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-bb1cb4f2-a669-430b-8430-2e5934f8e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:00.049487 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-bb1cb4f2-a669-430b-8430-2e5934f8e670 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a23ead-595b-4257-94d5-46389d5e6899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1654847 Mar 30 16:40:00.069601 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4dd9ef44-7971-4532-b50e-69e8e814fb38 req-0be5c40a-2170-4e34-85fc-6d8e87c219c1 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097057 Mar 30 16:40:00.331573 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b03a84-6536-4f47-9326-a5e49265279e req-143510bf-7f02-4818-90a7-92b70e5f9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:00.333233 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a2b03a84-6536-4f47-9326-a5e49265279e req-143510bf-7f02-4818-90a7-92b70e5f9e53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 918 time: 0.1088152 Mar 30 16:40:00.373659 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638af8d8-5c6a-48e7-843c-2335a04b2907 req-2657f15c-c654-4603-ac41-3ecc2d13d3b4 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:00.380707 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-638af8d8-5c6a-48e7-843c-2335a04b2907 req-2657f15c-c654-4603-ac41-3ecc2d13d3b4 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 945 time: 0.1690607 Mar 30 16:40:00.385278 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a2b03a84-6536-4f47-9326-a5e49265279e req-5643baa4-72cc-49f1-88b3-aef93496d447 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602 HTTP/1.1" status: 200 len: 217 time: 0.0454381 Mar 30 16:40:00.398832 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-6b76213d-ea31-4b47-8c14-09c19fd634cc service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661320 Mar 30 16:40:00.434713 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b03a84-6536-4f47-9326-a5e49265279e req-3f3c13fd-d6c4-47f9-9e9d-83f8a29ef975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:00.436183 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a2b03a84-6536-4f47-9326-a5e49265279e req-3f3c13fd-d6c4-47f9-9e9d-83f8a29ef975 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 200 len: 856 time: 0.0449712 Mar 30 16:40:00.478816 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-638af8d8-5c6a-48e7-843c-2335a04b2907 req-41bf9443-b597-4ce9-ac1e-978332c69aa1 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971615 Mar 30 16:40:00.487534 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b03a84-6536-4f47-9326-a5e49265279e req-926f61ac-9f11-475e-acc1-338a40dbdb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:00.489554 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a2b03a84-6536-4f47-9326-a5e49265279e req-926f61ac-9f11-475e-acc1-338a40dbdb25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7997d76f-0fe0-4c65-b651-c4e866201f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465648 Mar 30 16:40:00.517214 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707db50d-e6ad-4ff2-8f76-63c083cb3bcb req-e10f904d-dac3-45d9-a151-3177be01f195 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117530 Mar 30 16:40:00.588395 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a2b03a84-6536-4f47-9326-a5e49265279e req-79522f39-d49f-4590-8534-8db694dce530 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907857 Mar 30 16:40:00.656336 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79aa20-e9d2-4fcd-9ca6-daf62eb723ea req-a32f3117-829a-424a-b23b-1d12cf2362f1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:00.663883 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ce79aa20-e9d2-4fcd-9ca6-daf62eb723ea req-a32f3117-829a-424a-b23b-1d12cf2362f1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0717852 Mar 30 16:40:00.699623 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a2b03a84-6536-4f47-9326-a5e49265279e req-46d42450-7b65-4d7a-8757-20662ade7891 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030610 Mar 30 16:40:00.718935 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39072) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:00.736758 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ce79aa20-e9d2-4fcd-9ca6-daf62eb723ea req-5405276b-33af-4d4b-b821-ccc0621256cc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720224 Mar 30 16:40:00.794443 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b993f1-d133-4323-bc49-5e0de21b2312 req-4d0c36aa-83b2-40a4-9586-760216e993a3 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:00.795958 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90b993f1-d133-4323-bc49-5e0de21b2312 req-4d0c36aa-83b2-40a4-9586-760216e993a3 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0583398 Mar 30 16:40:00.835034 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-682c8caa-c4ae-4c74-89a4-269a7fc97f9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.850035 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90b993f1-d133-4323-bc49-5e0de21b2312 req-4e0c9a60-5be0-4286-83ca-b49d53cf4ca6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473645 Mar 30 16:40:00.914253 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-682c8caa-c4ae-4c74-89a4-269a7fc97f9d admin admin] Publish callbacks [] for security_group (63b17005-c5f8-47ba-b454-2830fcbc0361), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:00.930877 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bebad25-adac-4b6b-9e35-0871f11a31cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05aa003-d343-4f82-9fec-32eedc584cbb'}, {'server_uuid': 'ee7671d3-fb6d-426f-b4a5-033c1850700f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba2a937-9cf7-4af2-bac5-9e5d030b65ee'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:00.933185 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-811bbd6b-0f78-4141-a874-74b8d866836b" -d '{"events": [{"server_uuid": "7bebad25-adac-4b6b-9e35-0871f11a31cf", "name": "network-vif-plugged", "status": "completed", "tag": "e05aa003-d343-4f82-9fec-32eedc584cbb"}, {"server_uuid": "ee7671d3-fb6d-426f-b4a5-033c1850700f", "name": "network-vif-plugged", "status": "completed", "tag": "8ba2a937-9cf7-4af2-bac5-9e5d030b65ee"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:00.973555 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64690e8d-0c93-43ac-a810-7c47b9a25a52 x-openstack-request-id: req-64690e8d-0c93-43ac-a810-7c47b9a25a52 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:00.973857 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bebad25-adac-4b6b-9e35-0871f11a31cf", "name": "network-vif-plugged", "status": "completed", "tag": "e05aa003-d343-4f82-9fec-32eedc584cbb", "code": 200}, {"server_uuid": "ee7671d3-fb6d-426f-b4a5-033c1850700f", "name": "network-vif-plugged", "status": "completed", "tag": "8ba2a937-9cf7-4af2-bac5-9e5d030b65ee", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:00.974108 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64690e8d-0c93-43ac-a810-7c47b9a25a52 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:00.974729 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64690e8d-0c93-43ac-a810-7c47b9a25a52'] response: {'server_uuid': '7bebad25-adac-4b6b-9e35-0871f11a31cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05aa003-d343-4f82-9fec-32eedc584cbb', 'code': 200} Mar 30 16:40:00.974987 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64690e8d-0c93-43ac-a810-7c47b9a25a52'] response: {'server_uuid': 'ee7671d3-fb6d-426f-b4a5-033c1850700f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ba2a937-9cf7-4af2-bac5-9e5d030b65ee', 'code': 200} Mar 30 16:40:00.983383 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-682c8caa-c4ae-4c74-89a4-269a7fc97f9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (63b17005-c5f8-47ba-b454-2830fcbc0361), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.035589 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-682c8caa-c4ae-4c74-89a4-269a7fc97f9d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c63ffb29df343eeb6f3bf73d9a6db25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3153548 Mar 30 16:40:01.036844 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c8caa-c4ae-4c74-89a4-269a7fc97f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63b17005-c5f8-47ba-b454-2830fcbc0361,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:01.038372 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39082) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:01.091129 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9cfdacf-52bd-43d5-87ae-61958f01b454 admin admin] Publish callbacks [] for security_group (63b17005-c5f8-47ba-b454-2830fcbc0361), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.117102 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9cfdacf-52bd-43d5-87ae-61958f01b454 admin admin] Publish callbacks [] for security_group (63b17005-c5f8-47ba-b454-2830fcbc0361), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.224565 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb75ccba-4555-437a-a56a-a8522b1cc1d4 req-fb360aba-7d08-4e69-958c-2b315881e1b9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:01.226219 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cb75ccba-4555-437a-a56a-a8522b1cc1d4 req-fb360aba-7d08-4e69-958c-2b315881e1b9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 944 time: 0.0582085 Mar 30 16:40:01.272497 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cb75ccba-4555-437a-a56a-a8522b1cc1d4 req-800bf8a0-34a5-40b1-9cb7-bdc8f28bb337 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406523 Mar 30 16:40:01.343558 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device f2b7414a-8d7d-44fd-ae5f-c1feb169b602 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:40:01.352379 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9cfdacf-52bd-43d5-87ae-61958f01b454 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (63b17005-c5f8-47ba-b454-2830fcbc0361), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.354951 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f9cfdacf-52bd-43d5-87ae-61958f01b454 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.356070 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f9cfdacf-52bd-43d5-87ae-61958f01b454 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/63b17005-c5f8-47ba-b454-2830fcbc0361 HTTP/1.1" status: 204 len: 168 time: 0.3167183 Mar 30 16:40:01.374732 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfdacf-52bd-43d5-87ae-61958f01b454 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63b17005-c5f8-47ba-b454-2830fcbc0361,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:01.530606 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:01.531297 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7284fbbe-c6fb-45eb-b44a-1ee777da57be req-fc02a51c-7ada-4a4b-b5bf-6d004312525d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:01.533424 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7284fbbe-c6fb-45eb-b44a-1ee777da57be req-fc02a51c-7ada-4a4b-b5bf-6d004312525d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 1129 time: 0.0971420 Mar 30 16:40:01.548186 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'port_id': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'mac_address': 'fa:16:3e:d9:f5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:40:01.579421 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a438828-ade8-4fa5-902c-61ebfe60b552 req-802a4c80-af86-42e5-82b8-18349279f0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:01.582538 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8a438828-ade8-4fa5-902c-61ebfe60b552 req-802a4c80-af86-42e5-82b8-18349279f0a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 1129 time: 0.1633644 Mar 30 16:40:01.615572 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:01.616286 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.630419 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7284fbbe-c6fb-45eb-b44a-1ee777da57be req-2eec0415-1f96-46c2-8ecb-346e53e61285 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897372 Mar 30 16:40:01.638668 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b7414a-8d7d-44fd-ae5f-c1feb169b602 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:01.656692 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8cfc1-52f3-48ca-a5ed-8be68270c46f req-92485e68-64de-4171-b5e0-66052cbdbab4 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:01.658259 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-81e8cfc1-52f3-48ca-a5ed-8be68270c46f req-92485e68-64de-4171-b5e0-66052cbdbab4 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 945 time: 0.0889823 Mar 30 16:40:01.678178 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8a438828-ade8-4fa5-902c-61ebfe60b552 req-366111f3-c6d7-4411-b2be-13749470281c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881891 Mar 30 16:40:01.689701 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:01.712999 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-81e8cfc1-52f3-48ca-a5ed-8be68270c46f req-d042347c-8da7-4ca5-9473-690de6bfcd9f tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485256 Mar 30 16:40:01.813453 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.818682 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-53237748-4aab-49df-9309-b5466d21edab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:01.887290 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181d960-bee2-4193-885e-4d901641e09a req-d54b98e2-2166-4eea-8f37-5f3e0c68aa3f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:01.895594 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0181d960-bee2-4193-885e-4d901641e09a req-d54b98e2-2166-4eea-8f37-5f3e0c68aa3f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 944 time: 0.0733001 Mar 30 16:40:01.914555 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:01.993271 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0181d960-bee2-4193-885e-4d901641e09a req-20012134-57f9-4d7b-9288-9714b090d6bc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968857 Mar 30 16:40:02.020360 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c714fd-9c11-49d1-aa1c-22382d4e3bbf req-f8353700-d66b-4916-8c77-4d1004dafcd0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:02.021384 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b5c714fd-9c11-49d1-aa1c-22382d4e3bbf req-f8353700-d66b-4916-8c77-4d1004dafcd0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0691538 Mar 30 16:40:02.069199 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b5c714fd-9c11-49d1-aa1c-22382d4e3bbf req-d8e2ae94-8a8c-4633-984c-5169ea4821f9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419908 Mar 30 16:40:02.112267 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['f2b7414a-8d7d-44fd-ae5f-c1feb169b602'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:02.255577 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39132) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:02.269257 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2669e3cb-81b6-47da-8aee-8331946f328a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.348472 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2669e3cb-81b6-47da-8aee-8331946f328a admin admin] Publish callbacks [] for security_group (3994376d-26ea-4339-9d21-0ab466d32ad0), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.407945 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bed5fd-78e8-48bf-a955-ecaa08de70ae req-bb5a9a05-8408-4f35-a57a-e0fc4a2caa99 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:02.411584 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0bed5fd-78e8-48bf-a955-ecaa08de70ae req-bb5a9a05-8408-4f35-a57a-e0fc4a2caa99 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 944 time: 0.0627933 Mar 30 16:40:02.457768 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0bed5fd-78e8-48bf-a955-ecaa08de70ae req-7be45c8b-37ff-43f9-be9a-a288430c65e6 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419345 Mar 30 16:40:02.559171 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2669e3cb-81b6-47da-8aee-8331946f328a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (3994376d-26ea-4339-9d21-0ab466d32ad0), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.605580 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2669e3cb-81b6-47da-8aee-8331946f328a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1829b822d0564546b950f7fbfaac3bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489082 Mar 30 16:40:02.607568 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2669e3cb-81b6-47da-8aee-8331946f328a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3994376d-26ea-4339-9d21-0ab466d32ad0,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:02.608271 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39146) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:02.656436 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-51284d5b-80e9-4c3f-94c3-0e07521c3b06 admin admin] Publish callbacks [] for security_group (3994376d-26ea-4339-9d21-0ab466d32ad0), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.679679 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-51284d5b-80e9-4c3f-94c3-0e07521c3b06 admin admin] Publish callbacks [] for security_group (3994376d-26ea-4339-9d21-0ab466d32ad0), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.831102 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0cd2d-3722-45c0-95ac-a054e9d62fff req-d2e13b7d-8d63-4c1e-8782-0f323f987648 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:02.832485 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f3f0cd2d-3722-45c0-95ac-a054e9d62fff req-d2e13b7d-8d63-4c1e-8782-0f323f987648 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 945 time: 0.0516257 Mar 30 16:40:02.884374 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f3f0cd2d-3722-45c0-95ac-a054e9d62fff req-94ae465f-2892-4a87-91b2-ab2b111387bd tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447166 Mar 30 16:40:02.901640 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-51284d5b-80e9-4c3f-94c3-0e07521c3b06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (3994376d-26ea-4339-9d21-0ab466d32ad0), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.902404 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-51284d5b-80e9-4c3f-94c3-0e07521c3b06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:02.904220 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-51284d5b-80e9-4c3f-94c3-0e07521c3b06 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3994376d-26ea-4339-9d21-0ab466d32ad0 HTTP/1.1" status: 204 len: 168 time: 0.2946453 Mar 30 16:40:02.913597 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51284d5b-80e9-4c3f-94c3-0e07521c3b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3994376d-26ea-4339-9d21-0ab466d32ad0,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:03.072987 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.139853 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb4d6d-0b88-41a8-aea9-85fbb7be72ee req-2db54e67-4dff-4dbf-97fa-897bd09992f7 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:03.145851 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aecb4d6d-0b88-41a8-aea9-85fbb7be72ee req-2db54e67-4dff-4dbf-97fa-897bd09992f7 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 944 time: 0.0764008 Mar 30 16:40:03.229704 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aecb4d6d-0b88-41a8-aea9-85fbb7be72ee req-210e2a61-422a-4a07-ab90-b40f8a6ff187 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829375 Mar 30 16:40:03.245593 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b5cbe4-fc52-451b-953c-14acdc447aba req-b43aa4a9-20ef-41ef-8066-4db2b5c2eb73 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:03.247315 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-87b5cbe4-fc52-451b-953c-14acdc447aba req-b43aa4a9-20ef-41ef-8066-4db2b5c2eb73 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0869412 Mar 30 16:40:03.295216 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-87b5cbe4-fc52-451b-953c-14acdc447aba req-6dfd4f68-dc40-4f42-b5f3-8d2fc5ce3742 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417292 Mar 30 16:40:03.345621 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 30658367-ea34-4ced-b576-f15ed116296f details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:40:03.348182 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device f2b7414a-8d7d-44fd-ae5f-c1feb169b602 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:03.510481 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 30658367-ea34-4ced-b576-f15ed116296f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=30658367-ea34-4ced-b576-f15ed116296f,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:03.525038 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '30658367-ea34-4ced-b576-f15ed116296f', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'port_id': '30658367-ea34-4ced-b576-f15ed116296f', 'mac_address': 'fa:16:3e:0f:5d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:40:03.593307 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 30658367-ea34-4ced-b576-f15ed116296f is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:03.594404 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (30658367-ea34-4ced-b576-f15ed116296f), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.622853 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30658367-ea34-4ced-b576-f15ed116296f {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:03.633548 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:40:03.634486 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4dd5ce-53e1-4dcc-86b3-e5c19a66f5f5 req-c975aab0-54e8-475f-9297-06217217af6e tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:03.639116 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a4dd5ce-53e1-4dcc-86b3-e5c19a66f5f5 req-c975aab0-54e8-475f-9297-06217217af6e tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 944 time: 0.1063535 Mar 30 16:40:03.645737 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:03.645970 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.671409 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 30658367-ea34-4ced-b576-f15ed116296f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=30658367-ea34-4ced-b576-f15ed116296f,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:03.707088 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a4dd5ce-53e1-4dcc-86b3-e5c19a66f5f5 req-a46a585b-1860-41b7-b50a-3881b741a5db tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604968 Mar 30 16:40:03.754394 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (30658367-ea34-4ced-b576-f15ed116296f), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.799952 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:03.800334 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:03.840271 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:03.842501 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e279a5-79b4-487f-b3f2-90e8da221382" -d '{"events": [{"server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:03.848203 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=30658367-ea34-4ced-b576-f15ed116296f,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:03.859308 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:03.889181 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd64042-c081-4ef8-9eef-a3007361da6f req-daea6f6c-6c43-4f43-b6f7-7259bc414df8 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:03.889557 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c62d98-050d-4349-bbf9-5b58078eebd4 x-openstack-request-id: req-32c62d98-050d-4349-bbf9-5b58078eebd4 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:03.893691 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:03.893691 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32c62d98-050d-4349-bbf9-5b58078eebd4 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:03.893691 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c62d98-050d-4349-bbf9-5b58078eebd4'] response: {'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'code': 200} Mar 30 16:40:03.894003 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6bd64042-c081-4ef8-9eef-a3007361da6f req-daea6f6c-6c43-4f43-b6f7-7259bc414df8 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0718598 Mar 30 16:40:03.944505 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6bd64042-c081-4ef8-9eef-a3007361da6f req-a388e3dd-9196-4a39-b3ef-45c8eeb14d3e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459280 Mar 30 16:40:03.965238 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50101275-5252-47d9-8f5d-05c476923b7a req-9e4d39bb-48a8-4542-853e-4b93778efc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:03.967606 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-50101275-5252-47d9-8f5d-05c476923b7a req-9e4d39bb-48a8-4542-853e-4b93778efc13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 1129 time: 0.0542502 Mar 30 16:40:04.013741 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['30658367-ea34-4ced-b576-f15ed116296f'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:04.045932 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.066868 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27177fd7-aeae-42e1-86eb-787660942ba3 req-72726a93-ff13-469e-a805-39488dd45231 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:04.068363 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-27177fd7-aeae-42e1-86eb-787660942ba3 req-72726a93-ff13-469e-a805-39488dd45231 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 945 time: 0.0846529 Mar 30 16:40:04.138303 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50101275-5252-47d9-8f5d-05c476923b7a req-15253ced-94d7-4741-9803-3a296d1fe4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:04.140179 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-50101275-5252-47d9-8f5d-05c476923b7a req-15253ced-94d7-4741-9803-3a296d1fe4b2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.1643934 Mar 30 16:40:04.193017 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-27177fd7-aeae-42e1-86eb-787660942ba3 req-2f959d09-bf57-4774-a330-5e25e6decd77 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175764 Mar 30 16:40:04.200727 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-50101275-5252-47d9-8f5d-05c476923b7a req-47e41e32-9e91-49a0-9cf4-7c08c34a1d8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee HTTP/1.1" status: 200 len: 217 time: 0.0533032 Mar 30 16:40:04.289678 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:04.294215 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50101275-5252-47d9-8f5d-05c476923b7a req-944cd8b6-74ef-411c-b9fc-52f9a96826d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:04.296835 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-50101275-5252-47d9-8f5d-05c476923b7a req-944cd8b6-74ef-411c-b9fc-52f9a96826d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.0893393 Mar 30 16:40:04.410512 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50101275-5252-47d9-8f5d-05c476923b7a req-1ef1b5bb-9306-4178-8b96-e853a858ea0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:04.412200 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-50101275-5252-47d9-8f5d-05c476923b7a req-1ef1b5bb-9306-4178-8b96-e853a858ea0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1002507 Mar 30 16:40:04.449532 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af198fd-48c8-4775-a99e-b8c1edcfd1be req-e7f6c8fa-a31b-48cf-b98a-cc6e34b4899a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:04.451187 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5af198fd-48c8-4775-a99e-b8c1edcfd1be req-e7f6c8fa-a31b-48cf-b98a-cc6e34b4899a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 1129 time: 0.1392529 Mar 30 16:40:04.458195 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9f7ca-fa1b-4416-b2ee-74c87273a8a0 req-cf18f7e1-6c1a-4d11-9855-b3baf1d97d55 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:04.459758 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4dd9f7ca-fa1b-4416-b2ee-74c87273a8a0 req-cf18f7e1-6c1a-4d11-9855-b3baf1d97d55 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.1316900 Mar 30 16:40:04.495772 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:04.521367 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-50101275-5252-47d9-8f5d-05c476923b7a req-96efc599-5885-4bc7-b89b-9b55a92631de service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997148 Mar 30 16:40:04.526712 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5af198fd-48c8-4775-a99e-b8c1edcfd1be req-6563c40b-b975-4ad4-aec8-e0aa7fdd372b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659795 Mar 30 16:40:04.533502 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4dd9f7ca-fa1b-4416-b2ee-74c87273a8a0 req-e0ca2ee3-e06d-4ecd-a437-36fbda7ea33a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668221 Mar 30 16:40:04.827338 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-50101275-5252-47d9-8f5d-05c476923b7a req-9c200a7f-fbfe-4d43-92bb-2b439e9bdd16 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873308 Mar 30 16:40:04.835768 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26033124-e131-4630-ac43-d2c85b7abebe req-61b5bdc0-0ea0-48c3-a9f0-4b27cfb560b4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:04.837270 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26033124-e131-4630-ac43-d2c85b7abebe req-61b5bdc0-0ea0-48c3-a9f0-4b27cfb560b4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 945 time: 0.0580001 Mar 30 16:40:04.884202 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26033124-e131-4630-ac43-d2c85b7abebe req-ec1ea0c2-5764-4934-8f9a-7ebc6e55edf1 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410168 Mar 30 16:40:05.088176 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863cdf73-f319-4ae9-895b-b35495e0c856 req-6da53819-746e-4baf-b14d-1257edf5d0f2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:05.089928 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-863cdf73-f319-4ae9-895b-b35495e0c856 req-6da53819-746e-4baf-b14d-1257edf5d0f2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0549004 Mar 30 16:40:05.154479 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-863cdf73-f319-4ae9-895b-b35495e0c856 req-364c7d91-2ef3-4e73-9d3f-358ff1913b88 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587161 Mar 30 16:40:05.354464 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 30658367-ea34-4ced-b576-f15ed116296f up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:05.491385 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 30658367-ea34-4ced-b576-f15ed116296f completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:40:05.495136 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 30658367-ea34-4ced-b576-f15ed116296f triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:05.495519 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (30658367-ea34-4ced-b576-f15ed116296f), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:05.577784 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 30658367-ea34-4ced-b576-f15ed116296f is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:05.579004 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (30658367-ea34-4ced-b576-f15ed116296f), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:05.612822 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 30658367-ea34-4ced-b576-f15ed116296f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=30658367-ea34-4ced-b576-f15ed116296f,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:05.663138 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239088f-14be-4726-b45f-c682f7622cd1 req-03efcecc-8632-42dc-a2f1-c773c2599cc4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:05.664588 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d239088f-14be-4726-b45f-c682f7622cd1 req-03efcecc-8632-42dc-a2f1-c773c2599cc4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.0557210 Mar 30 16:40:05.714252 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d239088f-14be-4726-b45f-c682f7622cd1 req-c0d621ac-d218-45c2-92ff-d48ec9796dcf tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441110 Mar 30 16:40:05.714543 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (30658367-ea34-4ced-b576-f15ed116296f), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:05.765512 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=30658367-ea34-4ced-b576-f15ed116296f,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:05.809558 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:05.892422 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b4e794-4d65-44c9-af2a-633757817732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30658367-ea34-4ced-b576-f15ed116296f'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:05.895438 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b00576d-7cc1-474c-9879-a1dbfec9bfe7" -d '{"events": [{"server_uuid": "79b4e794-4d65-44c9-af2a-633757817732", "name": "network-vif-plugged", "status": "completed", "tag": "30658367-ea34-4ced-b576-f15ed116296f"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:05.935661 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-974afa8c-c45f-4009-9561-1843d5164abb x-openstack-request-id: req-974afa8c-c45f-4009-9561-1843d5164abb {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:05.935976 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b4e794-4d65-44c9-af2a-633757817732", "name": "network-vif-plugged", "status": "completed", "tag": "30658367-ea34-4ced-b576-f15ed116296f", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:05.936241 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-974afa8c-c45f-4009-9561-1843d5164abb {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:05.936666 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-974afa8c-c45f-4009-9561-1843d5164abb'] response: {'server_uuid': '79b4e794-4d65-44c9-af2a-633757817732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30658367-ea34-4ced-b576-f15ed116296f', 'code': 200} Mar 30 16:40:06.012266 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e05e316-858a-4399-b4ed-a2dcaf645322 req-7e5374d0-1c98-4e78-9e80-e702b9b104d0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:06.013742 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2e05e316-858a-4399-b4ed-a2dcaf645322 req-7e5374d0-1c98-4e78-9e80-e702b9b104d0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.0540149 Mar 30 16:40:06.064438 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2e05e316-858a-4399-b4ed-a2dcaf645322 req-91a7ba8d-09a9-429a-a458-2fa7027ad7a7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444441 Mar 30 16:40:06.311011 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9906f5ff-39a6-4cfc-96c4-d57db8956223 req-bf6c924d-5390-4cef-93c5-3ff5aab35145 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:06.319318 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9906f5ff-39a6-4cfc-96c4-d57db8956223 req-bf6c924d-5390-4cef-93c5-3ff5aab35145 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0895648 Mar 30 16:40:06.319458 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba0b53-b109-4a01-9ecb-fdeed685095c req-b4d04b0b-8cff-4468-8450-c70bdb172388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:06.327027 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-26ba0b53-b109-4a01-9ecb-fdeed685095c req-b4d04b0b-8cff-4468-8450-c70bdb172388 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 1130 time: 0.0639229 Mar 30 16:40:06.375139 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9906f5ff-39a6-4cfc-96c4-d57db8956223 req-24558b2f-9c52-4868-9cf7-75f2f36e3275 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489373 Mar 30 16:40:06.424523 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-26ba0b53-b109-4a01-9ecb-fdeed685095c req-52923da2-1c05-4d5d-a38a-073036fd4529 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962234 Mar 30 16:40:06.855494 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55333210-04a2-4004-802f-73a590fde7b9 req-b6b4ad90-5ab6-461a-abec-749f92e7c2ff tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:06.857246 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55333210-04a2-4004-802f-73a590fde7b9 req-b6b4ad90-5ab6-461a-abec-749f92e7c2ff tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.0618823 Mar 30 16:40:06.907078 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55333210-04a2-4004-802f-73a590fde7b9 req-6e709dc4-9b97-4973-bc53-3c67b5196bd3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429742 Mar 30 16:40:07.071409 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dcbe20-2c31-4493-b2fa-037f048d2fc4 req-79d08741-eb71-43fd-b9af-58b85426c5a9 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:07.071409 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-88dcbe20-2c31-4493-b2fa-037f048d2fc4 req-79d08741-eb71-43fd-b9af-58b85426c5a9 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.0592945 Mar 30 16:40:07.080304 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39342) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:07.084858 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-b203ac06-6ed6-46ca-9f60-7d06f529d506 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'floatingip': {'port_id': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:07.165955 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b203ac06-6ed6-46ca-9f60-7d06f529d506 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (acbad13e-6202-40ab-8948-a33d2b8a6af1), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.215043 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39348) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:07.339884 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be836843-631c-4a39-be79-5237dc467ff9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.434400 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39358) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:07.451699 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be836843-631c-4a39-be79-5237dc467ff9 admin admin] Publish callbacks [] for security_group (f834061c-dad0-466d-83e2-f1e48abaf9dd), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.514737 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be836843-631c-4a39-be79-5237dc467ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (f834061c-dad0-466d-83e2-f1e48abaf9dd), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.550987 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6329bf-aa97-4b3e-b8f7-26fe3cfba48f req-2dd1ae43-dfc7-49d0-a5c9-87c3f24637d7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:07.552673 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0f6329bf-aa97-4b3e-b8f7-26fe3cfba48f req-2dd1ae43-dfc7-49d0-a5c9-87c3f24637d7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.3982785 Mar 30 16:40:07.566935 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-be836843-631c-4a39-be79-5237dc467ff9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc7f11efaae34171a1d5b0964d4862ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3507602 Mar 30 16:40:07.567640 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be836843-631c-4a39-be79-5237dc467ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f834061c-dad0-466d-83e2-f1e48abaf9dd,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:07.570033 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39362) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:07.570773 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-003090b6-95c1-4cae-99db-b349a7e49814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.654209 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-da5868f0-2d73-48f6-8f35-121891c7cd8f admin admin] Publish callbacks [] for security_group (f834061c-dad0-466d-83e2-f1e48abaf9dd), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.681987 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0f6329bf-aa97-4b3e-b8f7-26fe3cfba48f req-a73163f3-de12-4264-98c2-d1b3510f3e9c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232531 Mar 30 16:40:07.689081 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-da5868f0-2d73-48f6-8f35-121891c7cd8f admin admin] Publish callbacks [] for security_group (f834061c-dad0-466d-83e2-f1e48abaf9dd), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.754395 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-003090b6-95c1-4cae-99db-b349a7e49814 admin admin] Publish callbacks [] for security_group (03dd913f-5277-4ab2-908f-aa122734e868), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.828927 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-003090b6-95c1-4cae-99db-b349a7e49814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (03dd913f-5277-4ab2-908f-aa122734e868), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.865721 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-da5868f0-2d73-48f6-8f35-121891c7cd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (f834061c-dad0-466d-83e2-f1e48abaf9dd), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.868221 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-da5868f0-2d73-48f6-8f35-121891c7cd8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:07.869354 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-da5868f0-2d73-48f6-8f35-121891c7cd8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f834061c-dad0-466d-83e2-f1e48abaf9dd HTTP/1.1" status: 204 len: 168 time: 0.2963798 Mar 30 16:40:07.871451 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003090b6-95c1-4cae-99db-b349a7e49814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03dd913f-5277-4ab2-908f-aa122734e868,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:07.878769 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-003090b6-95c1-4cae-99db-b349a7e49814 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8eef76f2b38e40ef98aab200e0c63076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4399958 Mar 30 16:40:07.881158 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39368) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:07.886995 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5868f0-2d73-48f6-8f35-121891c7cd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f834061c-dad0-466d-83e2-f1e48abaf9dd,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:08.001052 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36023b91-b822-405d-917d-0ac0fed4c35b req-194d936c-ab4e-4145-acd1-a570877d0fb6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:08.002536 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-36023b91-b822-405d-917d-0ac0fed4c35b req-194d936c-ab4e-4145-acd1-a570877d0fb6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.2531636 Mar 30 16:40:08.135440 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-93a46222-2943-4c94-b987-7c68db152814 admin admin] Publish callbacks [] for security_group (03dd913f-5277-4ab2-908f-aa122734e868), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.205837 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-93a46222-2943-4c94-b987-7c68db152814 admin admin] Publish callbacks [] for security_group (03dd913f-5277-4ab2-908f-aa122734e868), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.209986 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-36023b91-b822-405d-917d-0ac0fed4c35b req-249364f3-28cb-43e2-b622-824ef8b340fe tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903527 Mar 30 16:40:08.217074 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b203ac06-6ed6-46ca-9f60-7d06f529d506 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.308760 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b203ac06-6ed6-46ca-9f60-7d06f529d506 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (acbad13e-6202-40ab-8948-a33d2b8a6af1), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.310742 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-93a46222-2943-4c94-b987-7c68db152814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (03dd913f-5277-4ab2-908f-aa122734e868), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.314079 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-93a46222-2943-4c94-b987-7c68db152814 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.315266 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-93a46222-2943-4c94-b987-7c68db152814 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03dd913f-5277-4ab2-908f-aa122734e868 HTTP/1.1" status: 204 len: 168 time: 0.4324558 Mar 30 16:40:08.381917 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a46222-2943-4c94-b987-7c68db152814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03dd913f-5277-4ab2-908f-aa122734e868,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:08.428604 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-b203ac06-6ed6-46ca-9f60-7d06f529d506 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Floating IP acbad13e-6202-40ab-8948-a33d2b8a6af1 associated. External IP: 172.27.0.202, port: f2b7414a-8d7d-44fd-ae5f-c1feb169b602. Mar 30 16:40:08.522514 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39376) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:08.540831 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-17438fa5-f4f7-41a8-b65e-7ea75c1a5de6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.709901 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b203ac06-6ed6-46ca-9f60-7d06f529d506 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Router a39c8c11-cf09-466f-9efb-3334fab4aee0 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:40:08.722244 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-17438fa5-f4f7-41a8-b65e-7ea75c1a5de6 admin admin] Publish callbacks [] for security_group (1f920384-0ee4-43f8-83f4-97dfcb861873), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:08.916430 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39384) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:08.930925 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f34fa75a-9e8e-48dc-aaa3-58d022cbc60d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.018908 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f34fa75a-9e8e-48dc-aaa3-58d022cbc60d admin admin] Publish callbacks [] for security_group (9afe358d-855d-4c30-ac06-4e4faf8cd3e7), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.021095 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-17438fa5-f4f7-41a8-b65e-7ea75c1a5de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (1f920384-0ee4-43f8-83f4-97dfcb861873), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.084255 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f34fa75a-9e8e-48dc-aaa3-58d022cbc60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (9afe358d-855d-4c30-ac06-4e4faf8cd3e7), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.097012 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-17438fa5-f4f7-41a8-b65e-7ea75c1a5de6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ce186e4281ca42aba635aded82be3a3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5698745 Mar 30 16:40:09.102811 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39386) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:09.116817 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17438fa5-f4f7-41a8-b65e-7ea75c1a5de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f920384-0ee4-43f8-83f4-97dfcb861873,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:09.123800 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34fa75a-9e8e-48dc-aaa3-58d022cbc60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9afe358d-855d-4c30-ac06-4e4faf8cd3e7,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:09.128375 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-f34fa75a-9e8e-48dc-aaa3-58d022cbc60d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45e015cd2e51459f8260488273eec4e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108459 Mar 30 16:40:09.130985 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39388) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:09.158356 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16493ece-e581-4ff8-bd1b-f887103738d4 req-d7a594a2-3e07-45e2-84a6-b652e11fb5d5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:09.159944 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16493ece-e581-4ff8-bd1b-f887103738d4 req-d7a594a2-3e07-45e2-84a6-b652e11fb5d5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.3976557 Mar 30 16:40:09.165002 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b203ac06-6ed6-46ca-9f60-7d06f529d506 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:40:09.170910 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b203ac06-6ed6-46ca-9f60-7d06f529d506 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.177399 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14fc0a-0c0b-40fc-9291-34eb63feccad None None] Sync routers for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:40:09.189697 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14fc0a-0c0b-40fc-9291-34eb63feccad None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:40:09.190288 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ed3f9a93-9847-4c67-960a-b11ddc085f35 admin admin] Publish callbacks [] for security_group (9afe358d-855d-4c30-ac06-4e4faf8cd3e7), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.190762 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-fe14fc0a-0c0b-40fc-9291-34eb63feccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:40:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:09.212766 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ed3f9a93-9847-4c67-960a-b11ddc085f35 admin admin] Publish callbacks [] for security_group (9afe358d-855d-4c30-ac06-4e4faf8cd3e7), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.233977 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b203ac06-6ed6-46ca-9f60-7d06f529d506 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "PUT /v2.0/floatingips/acbad13e-6202-40ab-8948-a33d2b8a6af1 HTTP/1.1" status: 200 len: 991 time: 2.1526039 Mar 30 16:40:09.239509 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:09.241757 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff09fb3-2a29-48b4-943c-84f9f8310353" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:09.244100 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-93c4268a-8f1c-4e61-a0a3-8d02f2fca2c5 admin admin] Publish callbacks [] for security_group (1f920384-0ee4-43f8-83f4-97dfcb861873), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.281961 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16493ece-e581-4ff8-bd1b-f887103738d4 req-04eda6ca-91b2-43e3-ade4-656db26f15c3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142352 Mar 30 16:40:09.293571 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-93c4268a-8f1c-4e61-a0a3-8d02f2fca2c5 admin admin] Publish callbacks [] for security_group (1f920384-0ee4-43f8-83f4-97dfcb861873), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.306711 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-fe14fc0a-0c0b-40fc-9291-34eb63feccad None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:40:09.408108 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abe554-e865-400d-9992-ad8df04f6131 req-ecbdb4ff-bf73-41a3-8ca0-4c0430afa95b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:09.409595 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-54abe554-e865-400d-9992-ad8df04f6131 req-ecbdb4ff-bf73-41a3-8ca0-4c0430afa95b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0671933 Mar 30 16:40:09.444187 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ed3f9a93-9847-4c67-960a-b11ddc085f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (9afe358d-855d-4c30-ac06-4e4faf8cd3e7), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.446780 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ed3f9a93-9847-4c67-960a-b11ddc085f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.448476 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-ed3f9a93-9847-4c67-960a-b11ddc085f35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9afe358d-855d-4c30-ac06-4e4faf8cd3e7 HTTP/1.1" status: 204 len: 168 time: 0.3164747 Mar 30 16:40:09.457683 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f9a93-9847-4c67-960a-b11ddc085f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9afe358d-855d-4c30-ac06-4e4faf8cd3e7,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:09.459804 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-54abe554-e865-400d-9992-ad8df04f6131 req-5972c527-cf5e-4031-b43f-d0b42dc1d0b2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445592 Mar 30 16:40:09.522818 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7de0519-d833-4a14-91bd-638f55d5f0af x-openstack-request-id: req-c7de0519-d833-4a14-91bd-638f55d5f0af {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:09.523113 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:09.523364 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7de0519-d833-4a14-91bd-638f55d5f0af {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:09.523760 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7de0519-d833-4a14-91bd-638f55d5f0af'] response: {'name': 'network-changed', 'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'status': 'completed', 'code': 200} Mar 30 16:40:09.572028 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-93c4268a-8f1c-4e61-a0a3-8d02f2fca2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (1f920384-0ee4-43f8-83f4-97dfcb861873), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.576719 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-93c4268a-8f1c-4e61-a0a3-8d02f2fca2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:09.578880 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-93c4268a-8f1c-4e61-a0a3-8d02f2fca2c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f920384-0ee4-43f8-83f4-97dfcb861873 HTTP/1.1" status: 204 len: 168 time: 0.4778547 Mar 30 16:40:09.589645 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4268a-8f1c-4e61-a0a3-8d02f2fca2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f920384-0ee4-43f8-83f4-97dfcb861873,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:09.601508 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-fe14fc0a-0c0b-40fc-9291-34eb63feccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'acbad13e-6202-40ab-8948-a33d2b8a6af1', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'port_id': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'mac_address': 'fa:16:3e:d9:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:45Z', 'updated_at': '2022-03-30T16:40:07Z', 'revision_number': 1, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:09.640014 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14fc0a-0c0b-40fc-9291-34eb63feccad None None] Checking router: a39c8c11-cf09-466f-9efb-3334fab4aee0 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:40:09.649189 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14fc0a-0c0b-40fc-9291-34eb63feccad None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:40:09.649791 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-fe14fc0a-0c0b-40fc-9291-34eb63feccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:40:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:09.754857 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-fe14fc0a-0c0b-40fc-9291-34eb63feccad None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:40:09.986360 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-fe14fc0a-0c0b-40fc-9291-34eb63feccad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'acbad13e-6202-40ab-8948-a33d2b8a6af1', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'port_id': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'mac_address': 'fa:16:3e:d9:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:45Z', 'updated_at': '2022-03-30T16:40:07Z', 'revision_number': 1, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:10.017788 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe14fc0a-0c0b-40fc-9291-34eb63feccad None None] The sync data for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi is: [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'acbad13e-6202-40ab-8948-a33d2b8a6af1', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'floating_ip_address': '172.27.0.202', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'port_id': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'mac_address': 'fa:16:3e:d9:f5:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:45Z', 'updated_at': '2022-03-30T16:40:07Z', 'revision_number': 1, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:40:10.235463 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5eabf1-382d-4854-8905-04ba26c31cf3 None None] New status for floating IP acbad13e-6202-40ab-8948-a33d2b8a6af1: ACTIVE {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:40:10.449494 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb36c0b-490b-4c93-afbe-d39901eb572d req-8e53971f-bab2-48ff-a92d-d150e9b8e13a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:10.451619 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2eb36c0b-490b-4c93-afbe-d39901eb572d req-8e53971f-bab2-48ff-a92d-d150e9b8e13a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.0996766 Mar 30 16:40:10.503213 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2eb36c0b-490b-4c93-afbe-d39901eb572d req-443d8dce-fbe8-4235-9d15-80cac60c4c8a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452611 Mar 30 16:40:10.589181 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39444) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:10.625353 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fcd57-4883-489e-86ac-217563b4b073 req-0b4801de-29db-49fa-b01a-dc444c86eb4b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:10.627336 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-582fcd57-4883-489e-86ac-217563b4b073 req-0b4801de-29db-49fa-b01a-dc444c86eb4b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0681727 Mar 30 16:40:10.681375 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-582fcd57-4883-489e-86ac-217563b4b073 req-fc3ec969-4742-4745-8e4c-cd4005dc0daf tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467439 Mar 30 16:40:10.797594 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1079813812-network', 'tenant_id': '58e47f49cc114c2592eed5b9fc60f2b5'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:10.897092 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Made reservation on behalf of 58e47f49cc114c2592eed5b9fc60f2b5 for: {'network': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:10.899436 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.908107 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:10.987015 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Publish callbacks [] for security_group (75fed2a4-fd41-4b09-939d-b2334b4e78a7), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.118324 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (75fed2a4-fd41-4b09-939d-b2334b4e78a7), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.141625 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] vlan segment allocate from pool success with {'vlan_id': 540, 'physical_network': 'physnet1'} {{(pid=106608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:40:11.157484 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fed2a4-fd41-4b09-939d-b2334b4e78a7,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:11.160439 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (676548d5-15c9-48cb-9286-f2bb6cb70c39), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.160789 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.segments_db [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Added segment 676548d5-15c9-48cb-9286-f2bb6cb70c39 of type vlan for network c825245f-0389-4814-b627-322c0badae38 Mar 30 16:40:11.203975 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (c825245f-0389-4814-b627-322c0badae38), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.317983 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (c825245f-0389-4814-b627-322c0badae38), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.319006 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:11.319574 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.381926 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] Pushing event updated for resources: {'Network': ['ID=c825245f-0389-4814-b627-322c0badae38,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:11.393983 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network c825245f-0389-4814-b627-322c0badae38 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:40:11.441774 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-3cdcbf4c-efc9-45fb-852a-45a8a05e1eaa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8470082 Mar 30 16:40:11.442130 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39478) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:11.447358 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] Request body: {'subnet': {'network_id': 'c825245f-0389-4814-b627-322c0badae38', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1079813812-subnet', 'tenant_id': '58e47f49cc114c2592eed5b9fc60f2b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:11.537344 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] Made reservation on behalf of 58e47f49cc114c2592eed5b9fc60f2b5 for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:11.539676 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.636445 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89865d24-3be6-4cf9-84be-d07f413fe64d req-61519817-3bf3-4ee9-be08-6efc64bf5d2b tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:11.644746 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-89865d24-3be6-4cf9-84be-d07f413fe64d req-61519817-3bf3-4ee9-be08-6efc64bf5d2b tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.0704138 Mar 30 16:40:11.708616 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-89865d24-3be6-4cf9-84be-d07f413fe64d req-84324672-de5c-40f9-a2e1-48b8cd84df20 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572100 Mar 30 16:40:11.748107 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39490) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:11.805026 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for subnet (dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.850198 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d55381-ad7d-45f9-ad7f-d5f570164671 req-2f0a3f41-3e46-4285-a416-6d2ce0b20fd7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:11.857110 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-76d55381-ad7d-45f9-ad7f-d5f570164671 req-2f0a3f41-3e46-4285-a416-6d2ce0b20fd7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0871847 Mar 30 16:40:11.876031 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:11.886642 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] Checking segment: {'id': '676548d5-15c9-48cb-9286-f2bb6cb70c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c825245f-0389-4814-b627-322c0badae38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:11.887015 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] Network hostable DHCP agents. Network: c825245f-0389-4814-b627-322c0badae38, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:40:11.890185 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1dd96ab3-9dd5-403d-96c4-48497b6a21fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:11.941187 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-76d55381-ad7d-45f9-ad7f-d5f570164671 req-e2dcf438-ac55-42b7-bc8f-1e8b3b3435ea tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832779 Mar 30 16:40:11.963927 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] Network c825245f-0389-4814-b627-322c0badae38 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:40:12.005310 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1dd96ab3-9dd5-403d-96c4-48497b6a21fd admin admin] Publish callbacks [] for security_group (4f839292-dccb-434b-8b2a-b9284a705c56), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.049615 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, c825245f-0389-4814-b627-322c0badae38) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:12.054983 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.055579 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.059001 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91446b0f-5c14-4670-9a71-b424b0f980ec None None] Network c825245f-0389-4814-b627-322c0badae38 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:12.108678 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1dd96ab3-9dd5-403d-96c4-48497b6a21fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (4f839292-dccb-434b-8b2a-b9284a705c56), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.157396 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-d2f32eed-24b5-4f8c-aaac-3a09f0a26a47 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7050250 Mar 30 16:40:12.157697 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd96ab3-9dd5-403d-96c4-48497b6a21fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f839292-dccb-434b-8b2a-b9284a705c56,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:12.158236 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1dd96ab3-9dd5-403d-96c4-48497b6a21fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=234c527cafab44cbaec5236d4497b097&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4090970 Mar 30 16:40:12.167973 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39502) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:12.182384 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80316f96-ae5f-4b48-8a71-80c756abc367 None None] Network c825245f-0389-4814-b627-322c0badae38 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:12.241664 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f98c0ae-576e-4718-b718-9d6afc34640a admin admin] Publish callbacks [] for security_group (4f839292-dccb-434b-8b2a-b9284a705c56), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.275263 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f98c0ae-576e-4718-b718-9d6afc34640a admin admin] Publish callbacks [] for security_group (4f839292-dccb-434b-8b2a-b9284a705c56), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.380988 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff09fb3-2a29-48b4-943c-84f9f8310353 req-d9a4312f-a013-45e0-ad3e-de58c9cf7e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.382928 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-2ff09fb3-2a29-48b4-943c-84f9f8310353 req-d9a4312f-a013-45e0-ad3e-de58c9cf7e8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 1129 time: 0.0604262 Mar 30 16:40:12.410974 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39510) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:12.506455 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff09fb3-2a29-48b4-943c-84f9f8310353 req-76dfe010-c21b-4b94-8503-ae3be79266a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.508117 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-2ff09fb3-2a29-48b4-943c-84f9f8310353 req-76dfe010-c21b-4b94-8503-ae3be79266a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 918 time: 0.1186860 Mar 30 16:40:12.509272 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f98c0ae-576e-4718-b718-9d6afc34640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (4f839292-dccb-434b-8b2a-b9284a705c56), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.512079 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f98c0ae-576e-4718-b718-9d6afc34640a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.514893 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-6f98c0ae-576e-4718-b718-9d6afc34640a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4f839292-dccb-434b-8b2a-b9284a705c56 HTTP/1.1" status: 204 len: 168 time: 0.3441005 Mar 30 16:40:12.557601 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8708-6636-4692-aa79-228220db1399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.570566 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f98c0ae-576e-4718-b718-9d6afc34640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f839292-dccb-434b-8b2a-b9284a705c56,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:12.650101 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-2ff09fb3-2a29-48b4-943c-84f9f8310353 req-c461d391-a988-4c59-b435-2591574a21d1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602 HTTP/1.1" status: 200 len: 1001 time: 0.1329546 Mar 30 16:40:12.694711 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8708-6636-4692-aa79-228220db1399 admin admin] Publish callbacks [] for security_group (a77c4837-452f-4fec-a650-be02e4d19c3c), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.707015 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff09fb3-2a29-48b4-943c-84f9f8310353 req-8b9cdecd-6c3d-4095-9f51-54f8a8824529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.708651 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-2ff09fb3-2a29-48b4-943c-84f9f8310353 req-8b9cdecd-6c3d-4095-9f51-54f8a8824529 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 200 len: 856 time: 0.0515497 Mar 30 16:40:12.773576 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff09fb3-2a29-48b4-943c-84f9f8310353 req-3e3e1baf-601e-4220-88bf-c95e368a81b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.775181 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-2ff09fb3-2a29-48b4-943c-84f9f8310353 req-3e3e1baf-601e-4220-88bf-c95e368a81b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7997d76f-0fe0-4c65-b651-c4e866201f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598722 Mar 30 16:40:12.811468 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e7cf8708-6636-4692-aa79-228220db1399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (a77c4837-452f-4fec-a650-be02e4d19c3c), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:12.860349 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf8708-6636-4692-aa79-228220db1399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77c4837-452f-4fec-a650-be02e4d19c3c,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:12.872830 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356dd8c-f007-4ae2-917b-62261b57ae2d req-c4f1ea71-e191-4651-9b8d-8fce670b17c7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:12.875664 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a356dd8c-f007-4ae2-917b-62261b57ae2d req-c4f1ea71-e191-4651-9b8d-8fce670b17c7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.0965519 Mar 30 16:40:12.881156 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e7cf8708-6636-4692-aa79-228220db1399 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cf35a52c3c76493586702064e1bc93e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4690359 Mar 30 16:40:12.881780 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39526) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:12.918804 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-2ff09fb3-2a29-48b4-943c-84f9f8310353 req-98281f84-efda-4add-aad8-e4173f5ddbfa service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330645 Mar 30 16:40:12.997198 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a356dd8c-f007-4ae2-917b-62261b57ae2d req-4e9fe0a0-9ed0-4b4d-900b-67bf16d14296 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974612 Mar 30 16:40:13.003915 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d321-74ea-41e6-b877-eac655f67616 admin admin] Publish callbacks [] for security_group (a77c4837-452f-4fec-a650-be02e4d19c3c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.053608 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d321-74ea-41e6-b877-eac655f67616 admin admin] Publish callbacks [] for security_group (a77c4837-452f-4fec-a650-be02e4d19c3c), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.061309 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-2ff09fb3-2a29-48b4-943c-84f9f8310353 req-a36ba1a8-0588-4b19-b31c-a4fac2fa6136 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335630 Mar 30 16:40:13.151118 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea3317-3a20-4478-ad5e-73ec53975d74 req-fee827ff-b3db-43ff-82dd-0b96c19ab5e3 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:13.152586 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-68ea3317-3a20-4478-ad5e-73ec53975d74 req-fee827ff-b3db-43ff-82dd-0b96c19ab5e3 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0730698 Mar 30 16:40:13.211184 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-68ea3317-3a20-4478-ad5e-73ec53975d74 req-6760c50e-0b4e-4e09-95a7-88460cdfcf81 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522799 Mar 30 16:40:13.252158 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d321-74ea-41e6-b877-eac655f67616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (a77c4837-452f-4fec-a650-be02e4d19c3c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.255378 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6fc1d321-74ea-41e6-b877-eac655f67616 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.256789 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6fc1d321-74ea-41e6-b877-eac655f67616 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a77c4837-452f-4fec-a650-be02e4d19c3c HTTP/1.1" status: 204 len: 168 time: 0.3741026 Mar 30 16:40:13.264958 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc1d321-74ea-41e6-b877-eac655f67616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77c4837-452f-4fec-a650-be02e4d19c3c,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:13.380377 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39546) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:13.403925 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7b2c60c4-27e4-48ed-b639-f64d49a07e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.521200 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7b2c60c4-27e4-48ed-b639-f64d49a07e2b admin admin] Publish callbacks [] for security_group (2afcd5f6-fe05-4252-8e0e-9ca7845d7a19), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.598339 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7b2c60c4-27e4-48ed-b639-f64d49a07e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (2afcd5f6-fe05-4252-8e0e-9ca7845d7a19), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.643692 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7b2c60c4-27e4-48ed-b639-f64d49a07e2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c47e9cba830a458f9423797e3f667410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2622092 Mar 30 16:40:13.645483 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c60c4-27e4-48ed-b639-f64d49a07e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afcd5f6-fe05-4252-8e0e-9ca7845d7a19,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:13.646648 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39560) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:13.700317 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-91d98e6e-62ec-4a2f-9013-a32a1e09a68e admin admin] Publish callbacks [] for security_group (2afcd5f6-fe05-4252-8e0e-9ca7845d7a19), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.725089 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-91d98e6e-62ec-4a2f-9013-a32a1e09a68e admin admin] Publish callbacks [] for security_group (2afcd5f6-fe05-4252-8e0e-9ca7845d7a19), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.851231 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-91d98e6e-62ec-4a2f-9013-a32a1e09a68e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (2afcd5f6-fe05-4252-8e0e-9ca7845d7a19), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.853761 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-91d98e6e-62ec-4a2f-9013-a32a1e09a68e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:13.854927 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-91d98e6e-62ec-4a2f-9013-a32a1e09a68e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2afcd5f6-fe05-4252-8e0e-9ca7845d7a19 HTTP/1.1" status: 204 len: 168 time: 0.2073088 Mar 30 16:40:13.863587 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d98e6e-62ec-4a2f-9013-a32a1e09a68e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afcd5f6-fe05-4252-8e0e-9ca7845d7a19,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:14.115324 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7e202-b1fc-44a5-a31b-7b1fc5c6d001 req-80ceed8a-0978-4086-9732-1d4b36a40e43 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.117119 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6f7e202-b1fc-44a5-a31b-7b1fc5c6d001 req-80ceed8a-0978-4086-9732-1d4b36a40e43 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.0577741 Mar 30 16:40:14.120751 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39566) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:14.139008 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-50499826-782d-40ae-9da3-c84228bb1b74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.170902 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6f7e202-b1fc-44a5-a31b-7b1fc5c6d001 req-960b313c-f76b-4816-aff2-887f8c7c75e4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474000 Mar 30 16:40:14.219085 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-50499826-782d-40ae-9da3-c84228bb1b74 admin admin] Publish callbacks [] for security_group (2cd05570-8160-42b4-8b82-0ab6becad0b1), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.286141 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-50499826-782d-40ae-9da3-c84228bb1b74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (2cd05570-8160-42b4-8b82-0ab6becad0b1), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.321765 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e79a63-ecb2-45e4-866d-f0cdbea68b87 req-e0b03bfc-0a47-41df-b386-91e3d53034d3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.323382 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-78e79a63-ecb2-45e4-866d-f0cdbea68b87 req-e0b03bfc-0a47-41df-b386-91e3d53034d3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.0848944 Mar 30 16:40:14.334071 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39576) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:14.334195 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-50499826-782d-40ae-9da3-c84228bb1b74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fe2b25104964fea91d0489ba7086ca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083495 Mar 30 16:40:14.335195 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50499826-782d-40ae-9da3-c84228bb1b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd05570-8160-42b4-8b82-0ab6becad0b1,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:14.337570 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39578) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:14.352449 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-187fadf8-95f6-41b2-9754-463c06602d48 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'floatingip': {'port_id': '30658367-ea34-4ced-b576-f15ed116296f'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:14.377356 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a13d28e-e22c-4903-8e6c-571ad9e55bb4 req-bf0fc9b6-6913-4eb3-b161-1da798805362 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.378978 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a13d28e-e22c-4903-8e6c-571ad9e55bb4 req-bf0fc9b6-6913-4eb3-b161-1da798805362 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0956953 Mar 30 16:40:14.440196 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2d09c154-225c-40f4-94f3-ef8a838d84e0 admin admin] Publish callbacks [] for security_group (2cd05570-8160-42b4-8b82-0ab6becad0b1), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.452757 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-187fadf8-95f6-41b2-9754-463c06602d48 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (a92a4da4-514b-4a26-88d8-91490a87fb29), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.462338 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1a13d28e-e22c-4903-8e6c-571ad9e55bb4 req-694e69c1-3c39-4a12-9346-0d9a9080fe35 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764601 Mar 30 16:40:14.481224 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2d09c154-225c-40f4-94f3-ef8a838d84e0 admin admin] Publish callbacks [] for security_group (2cd05570-8160-42b4-8b82-0ab6becad0b1), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.623235 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2d09c154-225c-40f4-94f3-ef8a838d84e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (2cd05570-8160-42b4-8b82-0ab6becad0b1), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.627062 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2d09c154-225c-40f4-94f3-ef8a838d84e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:14.632762 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2d09c154-225c-40f4-94f3-ef8a838d84e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cd05570-8160-42b4-8b82-0ab6becad0b1 HTTP/1.1" status: 204 len: 168 time: 0.2930505 Mar 30 16:40:14.646287 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09c154-225c-40f4-94f3-ef8a838d84e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd05570-8160-42b4-8b82-0ab6becad0b1,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:14.863142 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-9fcfb9c2-7278-4000-8be1-39a90e59ad0b tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:14.863830 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-9fcfb9c2-7278-4000-8be1-39a90e59ad0b tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/networks?id=c825245f-0389-4814-b627-322c0badae38 HTTP/1.1" status: 200 len: 809 time: 0.1072898 Mar 30 16:40:14.881237 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-ae9a397d-6cb1-4caa-9da0-5bc66a9be457 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/quotas/58e47f49cc114c2592eed5b9fc60f2b5 HTTP/1.1" status: 200 len: 375 time: 0.0121658 Mar 30 16:40:14.920850 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-0621e1df-a338-4a9a-9c3b-d4dab1aedb96 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58e47f49cc114c2592eed5b9fc60f2b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341983 Mar 30 16:40:15.026421 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-5db16bce-f6f4-48dd-8246-f75a32a25f21 service neutron] 10.222.0.21 "GET /v2.0/networks/c825245f-0389-4814-b627-322c0badae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968404 Mar 30 16:40:15.127400 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-525523d0-a361-4757-b821-283cb392ef1d service neutron] 10.222.0.21 "GET /v2.0/networks/c825245f-0389-4814-b627-322c0badae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952549 Mar 30 16:40:15.364442 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-187fadf8-95f6-41b2-9754-463c06602d48 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.383686 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6e9dd64a-09f7-4b76-904a-21841606b919 req-e70e70f2-541e-44c9-8b54-35d399dae13a tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 210 time: 0.0418510 Mar 30 16:40:15.532391 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-187fadf8-95f6-41b2-9754-463c06602d48 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (a92a4da4-514b-4a26-88d8-91490a87fb29), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:15.624719 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84814dfd-a337-4cb3-92d7-b6567a51f0ca req-c57e72a3-5e03-4354-9db5-2b659b67cb54 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:15.633576 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84814dfd-a337-4cb3-92d7-b6567a51f0ca req-c57e72a3-5e03-4354-9db5-2b659b67cb54 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0644667 Mar 30 16:40:15.666997 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.l3_db [None req-187fadf8-95f6-41b2-9754-463c06602d48 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Floating IP a92a4da4-514b-4a26-88d8-91490a87fb29 associated. External IP: 172.27.0.251, port: 30658367-ea34-4ced-b576-f15ed116296f. Mar 30 16:40:15.680564 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84814dfd-a337-4cb3-92d7-b6567a51f0ca req-53a21d62-99e5-4bf3-9746-939b108e68dd tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461314 Mar 30 16:40:15.895004 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187fadf8-95f6-41b2-9754-463c06602d48 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:40:16.021231 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187fadf8-95f6-41b2-9754-463c06602d48 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:40:16.025544 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-187fadf8-95f6-41b2-9754-463c06602d48 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:16.030458 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62c4d0-b07e-4066-a81a-72c9257eb089 None None] Sync routers for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:40:16.039903 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62c4d0-b07e-4066-a81a-72c9257eb089 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:40:16.040571 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-ce62c4d0-b07e-4066-a81a-72c9257eb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:40:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:16.055912 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-187fadf8-95f6-41b2-9754-463c06602d48 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "PUT /v2.0/floatingips/a92a4da4-514b-4a26-88d8-91490a87fb29 HTTP/1.1" status: 200 len: 992 time: 1.7069952 Mar 30 16:40:16.056464 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79b4e794-4d65-44c9-af2a-633757817732', 'tag': '30658367-ea34-4ced-b576-f15ed116296f'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:16.058716 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db" -d '{"events": [{"name": "network-changed", "server_uuid": "79b4e794-4d65-44c9-af2a-633757817732", "tag": "30658367-ea34-4ced-b576-f15ed116296f"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:16.094245 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4e5f9b-c328-4703-b82c-d4d92d573673 x-openstack-request-id: req-ea4e5f9b-c328-4703-b82c-d4d92d573673 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:16.094542 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79b4e794-4d65-44c9-af2a-633757817732", "tag": "30658367-ea34-4ced-b576-f15ed116296f", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:16.094830 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea4e5f9b-c328-4703-b82c-d4d92d573673 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:16.095237 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4e5f9b-c328-4703-b82c-d4d92d573673'] response: {'name': 'network-changed', 'server_uuid': '79b4e794-4d65-44c9-af2a-633757817732', 'tag': '30658367-ea34-4ced-b576-f15ed116296f', 'status': 'completed', 'code': 200} Mar 30 16:40:16.179013 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-ce62c4d0-b07e-4066-a81a-72c9257eb089 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:40:16.191239 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db req-3857a42c-0404-4516-8f9b-fc4f9765a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.193001 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db req-3857a42c-0404-4516-8f9b-fc4f9765a0d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 1130 time: 0.0584588 Mar 30 16:40:16.319417 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db req-e9bde6e0-bb19-4a1a-95bc-b9d080dd8307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.320955 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db req-e9bde6e0-bb19-4a1a-95bc-b9d080dd8307 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 916 time: 0.1195152 Mar 30 16:40:16.436235 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db req-c395405e-7721-445e-8484-906b6e209b43 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=30658367-ea34-4ced-b576-f15ed116296f HTTP/1.1" status: 200 len: 1000 time: 0.1052029 Mar 30 16:40:16.495182 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db req-8e3e9cc9-0527-4f57-b331-bcbb9d2b69d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.497276 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db req-8e3e9cc9-0527-4f57-b331-bcbb9d2b69d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce2d2ce2-f666-4ed6-8ebb-27ffff21e668 HTTP/1.1" status: 200 len: 854 time: 0.0504937 Mar 30 16:40:16.530406 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1225c702-238e-43d6-b4aa-4de088bf6283 req-9732003d-dc73-43b6-abd8-2dd0c3c7b013 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 210 time: 0.0717623 Mar 30 16:40:16.554531 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-ce62c4d0-b07e-4066-a81a-72c9257eb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'a92a4da4-514b-4a26-88d8-91490a87fb29', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '30658367-ea34-4ced-b576-f15ed116296f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:0f:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4e794-4d65-44c9-af2a-633757817732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:41Z', 'updated_at': '2022-03-30T16:40:15Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:16.586863 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db req-09a0864c-266f-4c1a-be02-402664d5f0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.588231 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62c4d0-b07e-4066-a81a-72c9257eb089 None None] Checking router: b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:40:16.590022 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db req-09a0864c-266f-4c1a-be02-402664d5f0b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a23ead-595b-4257-94d5-46389d5e6899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0753262 Mar 30 16:40:16.597683 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce62c4d0-b07e-4066-a81a-72c9257eb089 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:40:16.598442 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-ce62c4d0-b07e-4066-a81a-72c9257eb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:40:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:16.707545 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db req-54371766-8707-4570-a1d0-ddecda2c32c7 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059921 Mar 30 16:40:16.728703 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-ce62c4d0-b07e-4066-a81a-72c9257eb089 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:40:16.878489 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee694b9-1575-4d56-89f7-025946310cd9 req-e51d8699-9b48-45bb-8022-7e2d4ce38c7c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:16.888620 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ee694b9-1575-4d56-89f7-025946310cd9 req-e51d8699-9b48-45bb-8022-7e2d4ce38c7c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.1033659 Mar 30 16:40:16.891548 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b3334a5b-20cd-4a6e-ad2d-9ad6d8cde6db req-f36e393d-35ca-4c7e-8405-26dc0f67a85a service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695206 Mar 30 16:40:16.963743 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ee694b9-1575-4d56-89f7-025946310cd9 req-f2c98eec-d474-4f9d-bf40-d7a5f3c86366 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734069 Mar 30 16:40:17.051644 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-ce62c4d0-b07e-4066-a81a-72c9257eb089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'a92a4da4-514b-4a26-88d8-91490a87fb29', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '30658367-ea34-4ced-b576-f15ed116296f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:0f:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4e794-4d65-44c9-af2a-633757817732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:41Z', 'updated_at': '2022-03-30T16:40:15Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:17.083182 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce62c4d0-b07e-4066-a81a-72c9257eb089 None None] The sync data for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi is: [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'a92a4da4-514b-4a26-88d8-91490a87fb29', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '30658367-ea34-4ced-b576-f15ed116296f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:0f:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4e794-4d65-44c9-af2a-633757817732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:41Z', 'updated_at': '2022-03-30T16:40:15Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:40:17.331714 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0ea856-250a-4558-accd-c0c3922c4d41 None None] New status for floating IP a92a4da4-514b-4a26-88d8-91490a87fb29: ACTIVE {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:40:17.622134 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a427f6ad-615d-4c01-ab49-fb550a2af716 req-38acc41d-5cdc-4f93-b30d-802e863537e3 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 210 time: 0.0309680 Mar 30 16:40:17.652564 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39746) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:17.775416 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-82b7d76d-81c3-408d-8c8f-31086fb6fccf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.856609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-82b7d76d-81c3-408d-8c8f-31086fb6fccf admin admin] Publish callbacks [] for security_group (d2341a0b-9dff-44f7-b3c6-89414f771951), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.934675 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-82b7d76d-81c3-408d-8c8f-31086fb6fccf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (d2341a0b-9dff-44f7-b3c6-89414f771951), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:17.977084 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-82b7d76d-81c3-408d-8c8f-31086fb6fccf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=642d01c3511f4c6480fe71c15ec5d9ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237317 Mar 30 16:40:17.977771 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b7d76d-81c3-408d-8c8f-31086fb6fccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2341a0b-9dff-44f7-b3c6-89414f771951,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:17.979657 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39762) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:18.029210 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Publish callbacks [] for security_group (d2341a0b-9dff-44f7-b3c6-89414f771951), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:18.079410 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Publish callbacks [] for security_group (d2341a0b-9dff-44f7-b3c6-89414f771951), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:18.124211 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde57536-45f8-4cdc-a486-19f044054757 req-d3f0f2a0-300b-4bd8-a1d7-56a211ef9af9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:18.127060 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bde57536-45f8-4cdc-a486-19f044054757 req-d3f0f2a0-300b-4bd8-a1d7-56a211ef9af9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0959208 Mar 30 16:40:18.175470 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bde57536-45f8-4cdc-a486-19f044054757 req-2a6c9a78-846e-4b77-b37a-63d0549cc2b8 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429139 Mar 30 16:40:18.256823 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (d2341a0b-9dff-44f7-b3c6-89414f771951), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:18.259427 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:18.260516 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2341a0b-9dff-44f7-b3c6-89414f771951 HTTP/1.1" status: 204 len: 168 time: 0.2798238 Mar 30 16:40:18.270491 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2341a0b-9dff-44f7-b3c6-89414f771951,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:18.277744 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.278091 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.278453 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.278872 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.279214 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.279663 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.279973 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.280325 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.281285 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.281737 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.282285 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.282496 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.282842 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.283167 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.283640 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23382cb-695b-44c2-95fe-6d410e5130e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:18.559463 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39782) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:18.727767 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcbc1afd-de57-4799-8642-dbf0552ded55 req-792f396d-b78d-4688-97e0-08105f236466 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975020 Mar 30 16:40:18.771613 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fb8df04d-0226-40e2-80af-7e7227327729 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:18.810071 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-82c5cc5f-beda-4bf3-8d4b-35566a7546b0 req-39e00556-e21e-4c90-a072-6c1573890e1e tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 210 time: 0.0535476 Mar 30 16:40:18.870872 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc1afd-de57-4799-8642-dbf0552ded55 req-4fed1f61-828e-4234-b25c-5a87ceb70c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:18.872388 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcbc1afd-de57-4799-8642-dbf0552ded55 req-4fed1f61-828e-4234-b25c-5a87ceb70c46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7bf00991563747f7ac3b2d8d3bd02ad8&device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 1129 time: 0.0716195 Mar 30 16:40:18.908100 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-3c472d6b-901f-4464-8d17-752de1ef06ba tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:18.909433 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-3c472d6b-901f-4464-8d17-752de1ef06ba tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.41 "GET /v2.0/networks?id=c825245f-0389-4814-b627-322c0badae38 HTTP/1.1" status: 200 len: 809 time: 0.3810439 Mar 30 16:40:18.923411 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fb8df04d-0226-40e2-80af-7e7227327729 admin admin] Publish callbacks [] for security_group (8588bfce-76e5-4b6b-91ae-090c920b9474), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:18.925019 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Request body: {'port': {'device_id': '5a3d1816-b30b-4485-9310-a3dad752a6af', 'network_id': 'c825245f-0389-4814-b627-322c0badae38', 'admin_state_up': True, 'tenant_id': '58e47f49cc114c2592eed5b9fc60f2b5'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:19.004023 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc1afd-de57-4799-8642-dbf0552ded55 req-ac2e9157-9c2c-442f-97a7-df8f19c4956b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:19.005386 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcbc1afd-de57-4799-8642-dbf0552ded55 req-ac2e9157-9c2c-442f-97a7-df8f19c4956b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1ccde34b-7837-4dde-96f2-7a74d313a79d HTTP/1.1" status: 200 len: 912 time: 0.0944841 Mar 30 16:40:19.017722 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fb8df04d-0226-40e2-80af-7e7227327729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8588bfce-76e5-4b6b-91ae-090c920b9474), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.085727 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcbc1afd-de57-4799-8642-dbf0552ded55 req-e292d634-6a77-4608-a8eb-84b2e554e1d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e05aa003-d343-4f82-9fec-32eedc584cbb HTTP/1.1" status: 200 len: 217 time: 0.0602150 Mar 30 16:40:19.093878 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8df04d-0226-40e2-80af-7e7227327729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8588bfce-76e5-4b6b-91ae-090c920b9474,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:19.099107 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fb8df04d-0226-40e2-80af-7e7227327729 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ad15879148b485ab5d04a8fd595d0d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5384054 Mar 30 16:40:19.100715 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39802) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:19.174715 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbc1afd-de57-4799-8642-dbf0552ded55 req-1a1312c4-2f2d-4f98-97d5-52db3ee4b421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:19.176207 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcbc1afd-de57-4799-8642-dbf0552ded55 req-1a1312c4-2f2d-4f98-97d5-52db3ee4b421 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1e96108d-7ee7-4b60-b8b1-2c96a34550bd HTTP/1.1" status: 200 len: 851 time: 0.0681717 Mar 30 16:40:19.182459 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Made reservation on behalf of 58e47f49cc114c2592eed5b9fc60f2b5 for: {'port': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:19.185842 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.189136 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-90145dc1-3c04-4620-80c2-b418295a3c10 admin admin] Publish callbacks [] for security_group (8588bfce-76e5-4b6b-91ae-090c920b9474), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.219765 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39806) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:19.235973 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcbc1afd-de57-4799-8642-dbf0552ded55 req-51bd05ce-9883-4e65-9ecb-2c26a70535a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1ccde34b-7837-4dde-96f2-7a74d313a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379133 Mar 30 16:40:19.238971 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.240703 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-90145dc1-3c04-4620-80c2-b418295a3c10 admin admin] Publish callbacks [] for security_group (8588bfce-76e5-4b6b-91ae-090c920b9474), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.381033 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Allocated IP 172.20.0.13 (c825245f-0389-4814-b627-322c0badae38/dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9/728fb088-e83a-4cf9-8647-70d62a3cd184) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:19.418987 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcbc1afd-de57-4799-8642-dbf0552ded55 req-af522350-6123-4bdf-994d-13ea7b553f7c service neutron] 10.222.0.41 "GET /v2.0/networks/1ccde34b-7837-4dde-96f2-7a74d313a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575799 Mar 30 16:40:19.429703 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f8c90-3545-4765-98a2-4d64098642a9 req-6ab2f74a-d688-4c32-aec9-a1ba0a1298c3 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:19.431177 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f58f8c90-3545-4765-98a2-4d64098642a9 req-6ab2f74a-d688-4c32-aec9-a1ba0a1298c3 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.1838689 Mar 30 16:40:19.510995 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-90145dc1-3c04-4620-80c2-b418295a3c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8588bfce-76e5-4b6b-91ae-090c920b9474), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.513526 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-90145dc1-3c04-4620-80c2-b418295a3c10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.514702 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-90145dc1-3c04-4620-80c2-b418295a3c10 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8588bfce-76e5-4b6b-91ae-090c920b9474 HTTP/1.1" status: 204 len: 168 time: 0.4130628 Mar 30 16:40:19.549996 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f58f8c90-3545-4765-98a2-4d64098642a9 req-77ba4330-4d52-46b9-9f82-fd6c2a7a9530 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087255 Mar 30 16:40:19.550642 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90145dc1-3c04-4620-80c2-b418295a3c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8588bfce-76e5-4b6b-91ae-090c920b9474,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:19.553099 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks [] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.577459 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Publish callbacks [] for security_group (84257fb1-a042-4cc8-94a7-ad072d93c4af), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.584731 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcbc1afd-de57-4799-8642-dbf0552ded55 req-3bc9d0b8-6261-4932-abad-547da05d7fe0 service neutron] 10.222.0.41 "GET /v2.0/networks/1ccde34b-7837-4dde-96f2-7a74d313a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526113 Mar 30 16:40:19.649329 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (84257fb1-a042-4cc8-94a7-ad072d93c4af), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.693002 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9eae061b50c40fb90ad78926a432c78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4721470 Mar 30 16:40:19.693705 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84257fb1-a042-4cc8-94a7-ad072d93c4af,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:19.696012 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39812) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:19.701561 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.701915 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.702283 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.702652 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.703018 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.703448 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.703780 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.704132 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.704465 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.704803 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.705132 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.705459 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.705780 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.706098 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.706416 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae86dd65-7ec8-42a7-a12e-a0420a0e7200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:19.710765 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.750434 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Network c825245f-0389-4814-b627-322c0badae38 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:19.753724 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:19.757642 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:40:19.763053 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:19.763594 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4ffa-c461-4a15-8a01-f915355dd2d4 admin admin] Publish callbacks [] for security_group (84257fb1-a042-4cc8-94a7-ad072d93c4af), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.764000 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.765843 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.790111 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4ffa-c461-4a15-8a01-f915355dd2d4 admin admin] Publish callbacks [] for security_group (84257fb1-a042-4cc8-94a7-ad072d93c4af), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.790633 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Pushing event updated for resources: {'Port': ['ID=728fb088-e83a-4cf9-8647-70d62a3cd184,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:19.911322 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-80fbc8be-df3b-4051-a7b1-bb43a745acfe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9909477 Mar 30 16:40:19.931092 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38896478-056b-4770-be78-868c62468e8f req-e1d81bfa-ae22-4d81-8510-c4229f20bcab tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:19.932322 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Request body: {'port': {'device_id': '5a3d1816-b30b-4485-9310-a3dad752a6af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:19.932595 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-38896478-056b-4770-be78-868c62468e8f req-e1d81bfa-ae22-4d81-8510-c4229f20bcab tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 932 time: 0.0530717 Mar 30 16:40:19.937806 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4ffa-c461-4a15-8a01-f915355dd2d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (84257fb1-a042-4cc8-94a7-ad072d93c4af), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.940424 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d1ba4ffa-c461-4a15-8a01-f915355dd2d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.941520 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d1ba4ffa-c461-4a15-8a01-f915355dd2d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84257fb1-a042-4cc8-94a7-ad072d93c4af HTTP/1.1" status: 204 len: 168 time: 0.2445400 Mar 30 16:40:19.961656 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba4ffa-c461-4a15-8a01-f915355dd2d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84257fb1-a042-4cc8-94a7-ad072d93c4af,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:19.995612 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:19.997474 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-38896478-056b-4770-be78-868c62468e8f req-e3428d91-9a7e-4bd2-87a3-46ea74820e7f tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547457 Mar 30 16:40:20.270648 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 728fb088-e83a-4cf9-8647-70d62a3cd184 {{(pid=106608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:20.277948 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Publish callbacks [] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.290234 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.provisioning_blocks [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Transition to ACTIVE for port object 728fb088-e83a-4cf9-8647-70d62a3cd184 will not be triggered until provisioned by entity L2. {{(pid=106608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:40:20.324678 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 39822) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:20.338161 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8ee075e0-fa91-4df8-927c-3c084e866b98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.536690 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8ee075e0-fa91-4df8-927c-3c084e866b98 admin admin] Publish callbacks [] for security_group (7ba86a1e-4312-4e90-a503-ef899b3accce), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.536690 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.536690 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=728fb088-e83a-4cf9-8647-70d62a3cd184,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:20.551387 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Attempting to bind port 728fb088-e83a-4cf9-8647-70d62a3cd184 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:40:20.551717 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Attempting to bind port 728fb088-e83a-4cf9-8647-70d62a3cd184 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '676548d5-15c9-48cb-9286-f2bb6cb70c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c825245f-0389-4814-b627-322c0badae38'}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:40:20.552040 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Attempting to bind port 728fb088-e83a-4cf9-8647-70d62a3cd184 on network c825245f-0389-4814-b627-322c0badae38 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:20.556335 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Port 728fb088-e83a-4cf9-8647-70d62a3cd184 on network c825245f-0389-4814-b627-322c0badae38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:40:20.556650 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Attempting to bind port 728fb088-e83a-4cf9-8647-70d62a3cd184 on network c825245f-0389-4814-b627-322c0badae38 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:20.561290 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:40:20.561618 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Checking segment: {'id': '676548d5-15c9-48cb-9286-f2bb6cb70c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c825245f-0389-4814-b627-322c0badae38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:20.561995 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Bound using segment: {'id': '676548d5-15c9-48cb-9286-f2bb6cb70c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c825245f-0389-4814-b627-322c0badae38'} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:40:20.563502 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Bound port: 728fb088-e83a-4cf9-8647-70d62a3cd184, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676548d5-15c9-48cb-9286-f2bb6cb70c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c825245f-0389-4814-b627-322c0badae38'}}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:40:20.563862 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.627526 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] For port 728fb088-e83a-4cf9-8647-70d62a3cd184, host hv-cinder-83587, cleared binding levels {{(pid=106608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:20.630593 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] For port 728fb088-e83a-4cf9-8647-70d62a3cd184, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=728fb088-e83a-4cf9-8647-70d62a3cd184,segment=NetworkSegment(676548d5-15c9-48cb-9286-f2bb6cb70c39),segment_id=676548d5-15c9-48cb-9286-f2bb6cb70c39)] {{(pid=106608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:20.681330 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4336b4-3e37-4b59-9bda-e4d78ac1242c req-ce36aacc-fc13-4c12-a90c-473a368c1165 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:20.682991 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bd4336b4-3e37-4b59-9bda-e4d78ac1242c req-ce36aacc-fc13-4c12-a90c-473a368c1165 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0554543 Mar 30 16:40:20.731200 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bd4336b4-3e37-4b59-9bda-e4d78ac1242c req-4e3af729-dec9-4b2c-a56a-9d1f6b64f983 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417645 Mar 30 16:40:20.877935 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8ee075e0-fa91-4df8-927c-3c084e866b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7ba86a1e-4312-4e90-a503-ef899b3accce), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.917906 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-8ee075e0-fa91-4df8-927c-3c084e866b98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2451141a6fd946c5a9991d9bb9139db7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5921519 Mar 30 16:40:20.919153 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee075e0-fa91-4df8-927c-3c084e866b98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba86a1e-4312-4e90-a503-ef899b3accce,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:20.920676 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 39840) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:20.924177 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.966305 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:20.967017 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.968505 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] 10.222.0.41 "PUT /v2.0/ports/728fb088-e83a-4cf9-8647-70d62a3cd184 HTTP/1.1" status: 200 len: 1094 time: 1.0415356 Mar 30 16:40:20.969623 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a3d1816-b30b-4485-9310-a3dad752a6af', 'tag': '728fb088-e83a-4cf9-8647-70d62a3cd184'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:20.971875 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ad81e1-3200-44c0-8f4c-ef91c13028b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5a3d1816-b30b-4485-9310-a3dad752a6af", "tag": "728fb088-e83a-4cf9-8647-70d62a3cd184"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:20.972403 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd3f557f-a4dd-4619-a544-1406e77d22f3 admin admin] Publish callbacks [] for security_group (7ba86a1e-4312-4e90-a503-ef899b3accce), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:20.990996 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a41394-1b35-48d4-b2ed-e014f8fd1fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=728fb088-e83a-4cf9-8647-70d62a3cd184,revision_number=3']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:21.003751 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd3f557f-a4dd-4619-a544-1406e77d22f3 admin admin] Publish callbacks [] for security_group (7ba86a1e-4312-4e90-a503-ef899b3accce), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.009595 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d2596c-6f47-495a-a848-edb1eed86038 x-openstack-request-id: req-a1d2596c-6f47-495a-a848-edb1eed86038 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:21.010018 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a3d1816-b30b-4485-9310-a3dad752a6af", "tag": "728fb088-e83a-4cf9-8647-70d62a3cd184", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:21.010269 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1d2596c-6f47-495a-a848-edb1eed86038 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:21.010701 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1d2596c-6f47-495a-a848-edb1eed86038'] response: {'name': 'network-changed', 'server_uuid': '5a3d1816-b30b-4485-9310-a3dad752a6af', 'tag': '728fb088-e83a-4cf9-8647-70d62a3cd184', 'status': 'completed', 'code': 200} Mar 30 16:40:21.099802 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad81e1-3200-44c0-8f4c-ef91c13028b1 req-1503c4ff-310b-4239-a785-12537b22d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.101576 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-66ad81e1-3200-44c0-8f4c-ef91c13028b1 req-1503c4ff-310b-4239-a785-12537b22d521 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58e47f49cc114c2592eed5b9fc60f2b5&device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 1128 time: 0.0504858 Mar 30 16:40:21.129633 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33a485-a380-4ac1-aedf-794e259257b4 req-e935f050-40af-49ce-af63-7c1778e3b68a tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.131240 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6b33a485-a380-4ac1-aedf-794e259257b4 req-e935f050-40af-49ce-af63-7c1778e3b68a tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 944 time: 0.0637105 Mar 30 16:40:21.172852 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd3f557f-a4dd-4619-a544-1406e77d22f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7ba86a1e-4312-4e90-a503-ef899b3accce), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.175507 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd3f557f-a4dd-4619-a544-1406e77d22f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:21.176667 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-cd3f557f-a4dd-4619-a544-1406e77d22f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ba86a1e-4312-4e90-a503-ef899b3accce HTTP/1.1" status: 204 len: 168 time: 0.2549877 Mar 30 16:40:21.190970 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3f557f-a4dd-4619-a544-1406e77d22f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba86a1e-4312-4e90-a503-ef899b3accce,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:21.232037 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6b33a485-a380-4ac1-aedf-794e259257b4 req-f9b409ad-fc06-4a51-a014-d6cecec7e41b tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835152 Mar 30 16:40:21.244846 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad81e1-3200-44c0-8f4c-ef91c13028b1 req-af1bda2e-175d-44e8-8ec5-84b6b33c9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.247185 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-66ad81e1-3200-44c0-8f4c-ef91c13028b1 req-af1bda2e-175d-44e8-8ec5-84b6b33c9820 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=58e47f49cc114c2592eed5b9fc60f2b5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1172361 Mar 30 16:40:21.368929 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad81e1-3200-44c0-8f4c-ef91c13028b1 req-9aa539af-338a-48a9-a57b-85a4cce5d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.370231 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-66ad81e1-3200-44c0-8f4c-ef91c13028b1 req-9aa539af-338a-48a9-a57b-85a4cce5d29a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051748 Mar 30 16:40:21.466725 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-3a888193-59f7-4db5-8069-d2bae1947b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.468323 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-3a888193-59f7-4db5-8069-d2bae1947b0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58e47f49cc114c2592eed5b9fc60f2b5&device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 1128 time: 0.0490785 Mar 30 16:40:21.511977 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-749ce1f2-c7f2-42a2-83bd-daf3c9250850 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=728fb088-e83a-4cf9-8647-70d62a3cd184 HTTP/1.1" status: 200 len: 217 time: 0.0355141 Mar 30 16:40:21.571278 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0959f72-622a-4b5b-97a6-5e85ed07c84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.572868 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b0959f72-622a-4b5b-97a6-5e85ed07c84f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9 HTTP/1.1" status: 200 len: 849 time: 0.0532780 Mar 30 16:40:21.633081 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-00052ca9-9a1d-4c6f-a14e-a4badf8df480 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c825245f-0389-4814-b627-322c0badae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512488 Mar 30 16:40:21.738252 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-b133d2f3-6c5d-4210-a7b4-cc82bc35ab00 service neutron] 10.222.0.41 "GET /v2.0/networks/c825245f-0389-4814-b627-322c0badae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942469 Mar 30 16:40:21.843125 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-d6d82538-7137-466f-88c4-71f2cb49c630 req-a0c44df4-2884-4a2d-b6d5-08fea0b59999 service neutron] 10.222.0.41 "GET /v2.0/networks/c825245f-0389-4814-b627-322c0badae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968122 Mar 30 16:40:21.887479 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db2df38-23e0-4886-b6ac-807a1734c26e req-260ee499-a5c0-4c9b-b4cc-a57774ec91f6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:21.887479 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5db2df38-23e0-4886-b6ac-807a1734c26e req-260ee499-a5c0-4c9b-b4cc-a57774ec91f6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0653331 Mar 30 16:40:21.939303 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5db2df38-23e0-4886-b6ac-807a1734c26e req-bb133cdb-b35a-4392-a7ee-511acf74f77b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444484 Mar 30 16:40:22.353711 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd24b2-57b3-4143-ba3d-386f1156a7d3 req-ac15a639-eae9-4b6d-8505-019336913dcc tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:22.355626 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b1fd24b2-57b3-4143-ba3d-386f1156a7d3 req-ac15a639-eae9-4b6d-8505-019336913dcc tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 944 time: 0.0541782 Mar 30 16:40:22.405720 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b1fd24b2-57b3-4143-ba3d-386f1156a7d3 req-df8387e4-fc42-484c-9970-8a8f9f79eb7d tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430369 Mar 30 16:40:22.676005 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f5cd9d-bfa3-465e-8a0f-af6f6e256c58 req-d5cf612e-28fd-443c-9d5b-bac10ca2282e tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:22.682878 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6f5cd9d-bfa3-465e-8a0f-af6f6e256c58 req-d5cf612e-28fd-443c-9d5b-bac10ca2282e tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 945 time: 0.0630612 Mar 30 16:40:22.728047 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6f5cd9d-bfa3-465e-8a0f-af6f6e256c58 req-9d881521-abe1-4e76-bebe-897f3108bb94 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443332 Mar 30 16:40:23.074680 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c3622-8ae4-4494-958a-cc1a9c83bd47 req-b469d96b-ddf7-44d5-89ac-c31191cf7aa0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:23.076316 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-433c3622-8ae4-4494-958a-cc1a9c83bd47 req-b469d96b-ddf7-44d5-89ac-c31191cf7aa0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0629830 Mar 30 16:40:23.143599 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-433c3622-8ae4-4494-958a-cc1a9c83bd47 req-f8c68c80-d835-4a30-8c57-810345b0c726 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606179 Mar 30 16:40:23.503325 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 728fb088-e83a-4cf9-8647-70d62a3cd184 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:40:23.543717 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489c466-fa9f-48a5-8684-49be953824f3 req-45739ecd-7ecd-4d60-91db-e73f8fcdb45f tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:23.545350 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e489c466-fa9f-48a5-8684-49be953824f3 req-45739ecd-7ecd-4d60-91db-e73f8fcdb45f tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 944 time: 0.0660813 Mar 30 16:40:23.595520 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e489c466-fa9f-48a5-8684-49be953824f3 req-c6d3358d-1991-48fe-923a-0a675da62471 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Mar 30 16:40:23.605381 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 728fb088-e83a-4cf9-8647-70d62a3cd184, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=728fb088-e83a-4cf9-8647-70d62a3cd184,segment=NetworkSegment(676548d5-15c9-48cb-9286-f2bb6cb70c39),segment_id=676548d5-15c9-48cb-9286-f2bb6cb70c39)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:23.620133 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '728fb088-e83a-4cf9-8647-70d62a3cd184', 'network_id': 'c825245f-0389-4814-b627-322c0badae38', 'port_id': '728fb088-e83a-4cf9-8647-70d62a3cd184', 'mac_address': 'fa:16:3e:1a:26:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:40:23.658034 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 728fb088-e83a-4cf9-8647-70d62a3cd184 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:23.658428 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:23.673682 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 728fb088-e83a-4cf9-8647-70d62a3cd184 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:23.699347 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 728fb088-e83a-4cf9-8647-70d62a3cd184, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=728fb088-e83a-4cf9-8647-70d62a3cd184,segment=NetworkSegment(676548d5-15c9-48cb-9286-f2bb6cb70c39),segment_id=676548d5-15c9-48cb-9286-f2bb6cb70c39)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:23.777207 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:23.833316 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=728fb088-e83a-4cf9-8647-70d62a3cd184,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:23.842103 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.842544 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.842871 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.843258 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.843594 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.843925 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.844323 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.844854 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.845319 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.845779 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.846266 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.846776 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.847241 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.847720 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.848183 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:40:23.867280 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72818b4f-da03-481d-8267-59d6e017bbd9 req-3d79702e-9500-450f-b6e4-1d853516d207 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:23.868757 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-72818b4f-da03-481d-8267-59d6e017bbd9 req-3d79702e-9500-450f-b6e4-1d853516d207 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 945 time: 0.0612342 Mar 30 16:40:23.915249 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-72818b4f-da03-481d-8267-59d6e017bbd9 req-abf8eed6-1a9e-4ede-b2b4-dce2de375679 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407259 Mar 30 16:40:24.264988 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19f03fc-0a08-450c-9cc4-87a6905846be req-7fd83580-4587-4e1f-a33d-6dd971fa843c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:24.267426 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e19f03fc-0a08-450c-9cc4-87a6905846be req-7fd83580-4587-4e1f-a33d-6dd971fa843c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0569298 Mar 30 16:40:24.334799 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e19f03fc-0a08-450c-9cc4-87a6905846be req-c0d08367-8aa0-4a3c-853f-07ac75fd2e94 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538683 Mar 30 16:40:24.711037 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2fd2d-d2d3-4aa8-9651-54d77ee977f9 req-58f2cec5-5b5c-485a-a3e8-f2e67997542e tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:24.712560 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-58c2fd2d-d2d3-4aa8-9651-54d77ee977f9 req-58f2cec5-5b5c-485a-a3e8-f2e67997542e tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 945 time: 0.0492053 Mar 30 16:40:24.758911 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-58c2fd2d-d2d3-4aa8-9651-54d77ee977f9 req-874025c4-11ab-4938-a949-cc4991b29b08 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409358 Mar 30 16:40:25.029917 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b2ea8-4572-40ae-b5fa-bd19fff58aca req-b95c45e1-6e42-4015-8107-002366276258 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:25.032022 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-644b2ea8-4572-40ae-b5fa-bd19fff58aca req-b95c45e1-6e42-4015-8107-002366276258 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 945 time: 0.0504956 Mar 30 16:40:25.076142 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-644b2ea8-4572-40ae-b5fa-bd19fff58aca req-21303f6c-bb64-44a6-a5b0-703d12141bd8 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 Mar 30 16:40:25.458743 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac326d9e-2199-4eb2-92e4-8fe3676421cf req-3fb43d37-0e97-4bd2-bbf7-d3d219c16977 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:25.460124 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ac326d9e-2199-4eb2-92e4-8fe3676421cf req-3fb43d37-0e97-4bd2-bbf7-d3d219c16977 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0534256 Mar 30 16:40:25.505746 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ac326d9e-2199-4eb2-92e4-8fe3676421cf req-19858c64-8866-4ee5-a963-c7b0b593376f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400605 Mar 30 16:40:25.875316 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc8001-1bad-4449-a619-556a3b3400f6 req-c9fd597b-8fe1-44ab-b462-3ef03adc4a79 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:25.876790 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-86bc8001-1bad-4449-a619-556a3b3400f6 req-c9fd597b-8fe1-44ab-b462-3ef03adc4a79 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 945 time: 0.0531712 Mar 30 16:40:25.922468 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-86bc8001-1bad-4449-a619-556a3b3400f6 req-751816d5-aa62-4f43-80e0-96121d22eb39 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402048 Mar 30 16:40:26.191916 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb296c7d-e5d3-456c-b45c-e8f4c7ebe513 req-f61167b4-d865-4ca2-9855-328bf269bca2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:26.193404 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb296c7d-e5d3-456c-b45c-e8f4c7ebe513 req-f61167b4-d865-4ca2-9855-328bf269bca2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 945 time: 0.0510960 Mar 30 16:40:26.241340 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb296c7d-e5d3-456c-b45c-e8f4c7ebe513 req-16bee374-5cf9-4fe0-bb68-17db750b05a2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425088 Mar 30 16:40:26.622009 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf7bb6-f668-4464-8f8e-750296bcd06a req-a170b692-dc5a-4f4c-9758-8c0043589f41 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:26.623507 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-98cf7bb6-f668-4464-8f8e-750296bcd06a req-a170b692-dc5a-4f4c-9758-8c0043589f41 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0517306 Mar 30 16:40:26.669994 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-98cf7bb6-f668-4464-8f8e-750296bcd06a req-a7637471-2a9a-4e8d-9ff9-1d42157ed976 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402250 Mar 30 16:40:26.992243 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['728fb088-e83a-4cf9-8647-70d62a3cd184'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:27.041692 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a7384-08ca-4738-bbb4-bd6079fa795f req-4b0e9ec2-6233-43a5-b558-b855bd5be04d tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:27.043322 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b92a7384-08ca-4738-bbb4-bd6079fa795f req-4b0e9ec2-6233-43a5-b558-b855bd5be04d tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 945 time: 0.0567427 Mar 30 16:40:27.094531 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b92a7384-08ca-4738-bbb4-bd6079fa795f req-7d74aaac-baad-4120-8084-774f8b9ec4ca tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443280 Mar 30 16:40:27.412144 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d1d63-aca4-4837-8da3-a79b0c334da1 req-8ed5eb21-ed8a-47bd-b9b7-5379eefdd6c0 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:27.414649 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-978d1d63-aca4-4837-8da3-a79b0c334da1 req-8ed5eb21-ed8a-47bd-b9b7-5379eefdd6c0 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 945 time: 0.1036224 Mar 30 16:40:27.465568 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-978d1d63-aca4-4837-8da3-a79b0c334da1 req-e1103427-0f14-4ec2-90a5-f62ce781f071 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6696351-4adf-4b67-b606-c3eb9c280f89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463500 Mar 30 16:40:27.489349 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaf4649-9d5f-4353-98c8-8bcbb560c378 req-6b02584d-0c23-4892-9ad4-3fa44abe0a10 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:27.490870 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-bdaf4649-9d5f-4353-98c8-8bcbb560c378 req-6b02584d-0c23-4892-9ad4-3fa44abe0a10 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 945 time: 0.1112049 Mar 30 16:40:27.629845 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-bdaf4649-9d5f-4353-98c8-8bcbb560c378 req-136ce1be-54eb-4afc-ae64-33744ac3e8f2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Deleting port e05aa003-d343-4f82-9fec-32eedc584cbb {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:40:27.630190 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-bdaf4649-9d5f-4353-98c8-8bcbb560c378 req-136ce1be-54eb-4afc-ae64-33744ac3e8f2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:27.722247 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-bdaf4649-9d5f-4353-98c8-8bcbb560c378 req-136ce1be-54eb-4afc-ae64-33744ac3e8f2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] For port e05aa003-d343-4f82-9fec-32eedc584cbb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e05aa003-d343-4f82-9fec-32eedc584cbb,segment=NetworkSegment(c85093eb-d066-46d7-9df5-777c0c7950b0),segment_id=c85093eb-d066-46d7-9df5-777c0c7950b0)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:27.722630 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-bdaf4649-9d5f-4353-98c8-8bcbb560c378 req-136ce1be-54eb-4afc-ae64-33744ac3e8f2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:27.738453 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-bdaf4649-9d5f-4353-98c8-8bcbb560c378 req-136ce1be-54eb-4afc-ae64-33744ac3e8f2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Calling delete_port for e05aa003-d343-4f82-9fec-32eedc584cbb owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:40:27.800038 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e44c8-3507-4511-b9ec-b91acebc4d90 req-c9fcec11-33be-41cb-a00b-17d9f0e4da6a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:27.801559 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-605e44c8-3507-4511-b9ec-b91acebc4d90 req-c9fcec11-33be-41cb-a00b-17d9f0e4da6a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0650992 Mar 30 16:40:27.849151 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-605e44c8-3507-4511-b9ec-b91acebc4d90 req-d3fb3f18-43f6-41f9-8a98-6f9305dc5d00 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418098 Mar 30 16:40:28.022160 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-bdaf4649-9d5f-4353-98c8-8bcbb560c378 req-136ce1be-54eb-4afc-ae64-33744ac3e8f2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254'] for port (e05aa003-d343-4f82-9fec-32eedc584cbb), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.035179 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['e05aa003-d343-4f82-9fec-32eedc584cbb'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:28.051140 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ce1be-54eb-4afc-ae64-33744ac3e8f2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Pushing event deleted for resources: {'Port': ['ID=e05aa003-d343-4f82-9fec-32eedc584cbb,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:28.114176 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaf4649-9d5f-4353-98c8-8bcbb560c378 req-136ce1be-54eb-4afc-ae64-33744ac3e8f2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] No DVR routers for this DVR port e05aa003-d343-4f82-9fec-32eedc584cbb on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:40:28.117586 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-bdaf4649-9d5f-4353-98c8-8bcbb560c378 req-136ce1be-54eb-4afc-ae64-33744ac3e8f2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.127022 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-bdaf4649-9d5f-4353-98c8-8bcbb560c378 req-136ce1be-54eb-4afc-ae64-33744ac3e8f2 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.41 "DELETE /v2.0/ports/e05aa003-d343-4f82-9fec-32eedc584cbb HTTP/1.1" status: 204 len: 173 time: 0.6304910 Mar 30 16:40:28.127357 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bebad25-adac-4b6b-9e35-0871f11a31cf', 'name': 'network-vif-deleted', 'tag': 'e05aa003-d343-4f82-9fec-32eedc584cbb'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:28.129641 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7be921a4-408e-40b9-9608-0023645a9724" -d '{"events": [{"server_uuid": "7bebad25-adac-4b6b-9e35-0871f11a31cf", "name": "network-vif-deleted", "tag": "e05aa003-d343-4f82-9fec-32eedc584cbb"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:28.183039 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082d857c-8d68-4668-bde7-f80f83de117d x-openstack-request-id: req-082d857c-8d68-4668-bde7-f80f83de117d {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:28.183039 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bebad25-adac-4b6b-9e35-0871f11a31cf", "name": "network-vif-deleted", "tag": "e05aa003-d343-4f82-9fec-32eedc584cbb", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:28.183039 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-082d857c-8d68-4668-bde7-f80f83de117d {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:28.183039 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082d857c-8d68-4668-bde7-f80f83de117d'] response: {'server_uuid': '7bebad25-adac-4b6b-9e35-0871f11a31cf', 'name': 'network-vif-deleted', 'tag': 'e05aa003-d343-4f82-9fec-32eedc584cbb', 'status': 'completed', 'code': 200} Mar 30 16:40:28.246012 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4941626-5dfc-4f68-807c-d08810e749d4 req-e9dae42c-f05b-4f72-98aa-b65bf76a596a tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:28.253077 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4941626-5dfc-4f68-807c-d08810e749d4 req-e9dae42c-f05b-4f72-98aa-b65bf76a596a tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 945 time: 0.0585361 Mar 30 16:40:28.294368 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4941626-5dfc-4f68-807c-d08810e749d4 req-5c886c08-7d92-46ad-9872-e48e852190fb tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Mar 30 16:40:28.490299 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 728fb088-e83a-4cf9-8647-70d62a3cd184 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:28.563767 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2a23b7c9-5092-4ce4-93a0-5c5d267a0224 req-6babf9ae-6541-4238-b2a6-401b314f2a90 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 210 time: 0.0260499 Mar 30 16:40:28.591985 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 728fb088-e83a-4cf9-8647-70d62a3cd184 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:40:28.596979 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 728fb088-e83a-4cf9-8647-70d62a3cd184 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:28.597356 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.673627 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 728fb088-e83a-4cf9-8647-70d62a3cd184 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:28.674010 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.696598 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3d1816-b30b-4485-9310-a3dad752a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728fb088-e83a-4cf9-8647-70d62a3cd184'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:28.698840 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e3d1b2f-ecd9-4841-8e83-885ece6565d1" -d '{"events": [{"server_uuid": "5a3d1816-b30b-4485-9310-a3dad752a6af", "name": "network-vif-plugged", "status": "completed", "tag": "728fb088-e83a-4cf9-8647-70d62a3cd184"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:28.711679 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 728fb088-e83a-4cf9-8647-70d62a3cd184, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=728fb088-e83a-4cf9-8647-70d62a3cd184,segment=NetworkSegment(676548d5-15c9-48cb-9286-f2bb6cb70c39),segment_id=676548d5-15c9-48cb-9286-f2bb6cb70c39)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:28.734214 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9c5ba7-0134-422f-8656-2067ae962f24 x-openstack-request-id: req-ce9c5ba7-0134-422f-8656-2067ae962f24 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:28.734528 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3d1816-b30b-4485-9310-a3dad752a6af", "name": "network-vif-plugged", "status": "completed", "tag": "728fb088-e83a-4cf9-8647-70d62a3cd184", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:28.734848 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce9c5ba7-0134-422f-8656-2067ae962f24 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:28.735249 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9c5ba7-0134-422f-8656-2067ae962f24'] response: {'server_uuid': '5a3d1816-b30b-4485-9310-a3dad752a6af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '728fb088-e83a-4cf9-8647-70d62a3cd184', 'code': 200} Mar 30 16:40:28.810633 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:28.976118 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b2512-1a2d-402a-a3e4-d3d78a666d58 req-5eeb55bf-eb5a-4042-9f38-6a4be9987faf tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:28.977231 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a76b2512-1a2d-402a-a3e4-d3d78a666d58 req-5eeb55bf-eb5a-4042-9f38-6a4be9987faf tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0574977 Mar 30 16:40:28.980606 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=728fb088-e83a-4cf9-8647-70d62a3cd184,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:29.025406 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a76b2512-1a2d-402a-a3e4-d3d78a666d58 req-2a291b50-09fe-4ceb-953b-25d978797f7e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418696 Mar 30 16:40:29.110665 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408db65-b4be-4609-9250-c1f154789953 req-486c0f9b-62cc-4a31-9940-d21a8babaebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:29.112150 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-4408db65-b4be-4609-9250-c1f154789953 req-486c0f9b-62cc-4a31-9940-d21a8babaebb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 1130 time: 0.0435340 Mar 30 16:40:29.159359 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-4408db65-b4be-4609-9250-c1f154789953 req-48c08067-4c63-442e-95f5-b917b62ad6fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400026 Mar 30 16:40:29.441713 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfa992-cee6-4448-b312-fe5880e7af06 req-19dee94e-f2b5-4ecd-8701-915e7b01bc1f tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:29.443330 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7fbfa992-cee6-4448-b312-fe5880e7af06 req-19dee94e-f2b5-4ecd-8701-915e7b01bc1f tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 946 time: 0.0788023 Mar 30 16:40:29.445348 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-8783432a-2d45-411f-b61a-e5bcfdff08f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:29.500009 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7fbfa992-cee6-4448-b312-fe5880e7af06 req-6808f133-ce67-4ba7-90cc-8f62e16c49ee tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503883 Mar 30 16:40:29.673205 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c0639f34-0f19-461b-aa37-c8ad55d42d6e req-7002e8ce-3802-4de3-a35a-38327b406c22 tempest-DeleteServersTestJSON-1016762326 tempest-DeleteServersTestJSON-1016762326-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bebad25-adac-4b6b-9e35-0871f11a31cf HTTP/1.1" status: 200 len: 210 time: 0.0287011 Mar 30 16:40:30.162088 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85634467-42ec-4e35-bfdd-725593a8d0ac req-a8080d24-920c-4ec6-93ec-be33ff188b8e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:30.163599 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-85634467-42ec-4e35-bfdd-725593a8d0ac req-a8080d24-920c-4ec6-93ec-be33ff188b8e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0587585 Mar 30 16:40:30.210696 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-85634467-42ec-4e35-bfdd-725593a8d0ac req-726004eb-543c-48cd-8554-eb235b670f06 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Mar 30 16:40:30.518372 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device e05aa003-d343-4f82-9fec-32eedc584cbb no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:40:30.546486 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: e05aa003-d343-4f82-9fec-32eedc584cbb {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:40:30.547986 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device e05aa003-d343-4f82-9fec-32eedc584cbb not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:40:30.641734 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90487c2d-4419-4968-853a-82f3e046850c req-8ea700b2-fcaa-4d5a-a461-83273e99103c tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:30.643743 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90487c2d-4419-4968-853a-82f3e046850c req-8ea700b2-fcaa-4d5a-a461-83273e99103c tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 946 time: 0.0579593 Mar 30 16:40:30.693117 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90487c2d-4419-4968-853a-82f3e046850c req-4b7d179c-1bca-4a58-be22-e9358f8d2fd1 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427637 Mar 30 16:40:31.338673 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ea7527-2b78-478a-8432-851acb6f732c req-078d9af1-cb04-4b13-95e6-1e1c56f1901f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:31.340194 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-29ea7527-2b78-478a-8432-851acb6f732c req-078d9af1-cb04-4b13-95e6-1e1c56f1901f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0567834 Mar 30 16:40:31.395297 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-29ea7527-2b78-478a-8432-851acb6f732c req-98ad45a3-2914-4ce2-ac89-6db54c27439b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474885 Mar 30 16:40:31.777358 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b922d6f2-8e4e-43ba-8955-d50fcfd2e5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:31.840105 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707bf486-39ed-4ec9-a46c-fc650d8c6fea req-4cec39cc-f3ba-4217-9471-bbd1d889c821 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:31.841721 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707bf486-39ed-4ec9-a46c-fc650d8c6fea req-4cec39cc-f3ba-4217-9471-bbd1d889c821 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 946 time: 0.0644381 Mar 30 16:40:31.891679 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-707bf486-39ed-4ec9-a46c-fc650d8c6fea req-8e6f4292-5ff3-4b6c-8c56-c4c4473517ae tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436440 Mar 30 16:40:32.513757 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:40:32.548074 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44964d54-9b9a-4566-8ecd-9763434616d4 req-a58dd90f-c374-4bb8-b8a7-6cc1e6a467f6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:32.549842 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-44964d54-9b9a-4566-8ecd-9763434616d4 req-a58dd90f-c374-4bb8-b8a7-6cc1e6a467f6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0684059 Mar 30 16:40:32.580091 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40212) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:32.624266 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-1569b742-956a-47fe-b6ba-4ac330f5b719 admin admin] Deleting subnet 1e96108d-7ee7-4b60-b8b1-2c96a34550bd {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:40:32.628542 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1569b742-956a-47fe-b6ba-4ac330f5b719 admin admin] Publish callbacks [] for subnet (1e96108d-7ee7-4b60-b8b1-2c96a34550bd), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:32.631128 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-44964d54-9b9a-4566-8ecd-9763434616d4 req-0c62ccd0-14e4-4c9a-8c19-de8477ead0c6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696993 Mar 30 16:40:32.669134 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1569b742-956a-47fe-b6ba-4ac330f5b719 admin admin] Publish callbacks [] for subnet (1e96108d-7ee7-4b60-b8b1-2c96a34550bd), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:32.678865 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1569b742-956a-47fe-b6ba-4ac330f5b719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (1e96108d-7ee7-4b60-b8b1-2c96a34550bd), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:32.839580 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1569b742-956a-47fe-b6ba-4ac330f5b719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for subnet (1e96108d-7ee7-4b60-b8b1-2c96a34550bd), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:32.866843 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1569b742-956a-47fe-b6ba-4ac330f5b719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e96108d-7ee7-4b60-b8b1-2c96a34550bd,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:32.870273 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1569b742-956a-47fe-b6ba-4ac330f5b719 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:32.873958 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1569b742-956a-47fe-b6ba-4ac330f5b719 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1e96108d-7ee7-4b60-b8b1-2c96a34550bd HTTP/1.1" status: 204 len: 168 time: 0.2923045 Mar 30 16:40:32.876612 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40226) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:32.950467 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (1ccde34b-7837-4dde-96f2-7a74d313a79d), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.040230 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (1ccde34b-7837-4dde-96f2-7a74d313a79d), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.060679 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.061016 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.061778 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.062190 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > port after_create 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.062745 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.062846 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > port after_update 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.063168 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.063476 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.063791 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.064104 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.073440 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.166435 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.166840 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.167164 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.167511 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106608) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:40:33.167870 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ccde34b-7837-4dde-96f2-7a74d313a79d']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:33.185661 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c85093eb-d066-46d7-9df5-777c0c7950b0') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:33.185945 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c85093eb-d066-46d7-9df5-777c0c7950b0') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:40:33.204862 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (c85093eb-d066-46d7-9df5-777c0c7950b0), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.226814 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (c85093eb-d066-46d7-9df5-777c0c7950b0), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.235381 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:40:33.235755 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (c85093eb-d066-46d7-9df5-777c0c7950b0), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: from cryptography.utils import int_from_bytes Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: from cryptography.utils import int_from_bytes Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:40:33.258346 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:40:33.392758 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40242) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:33.414865 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (1ccde34b-7837-4dde-96f2-7a74d313a79d), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.420527 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.424889 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1ccde34b-7837-4dde-96f2-7a74d313a79d HTTP/1.1" status: 204 len: 168 time: 0.5471539 Mar 30 16:40:33.439773 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49232525-abb0-4212-98fd-d93749f20184 req-c69ef227-b70b-4e60-a4a8-a12662832012 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:33.440013 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcae30e-3afa-4ea1-8043-4fea8814e669 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ccde34b-7837-4dde-96f2-7a74d313a79d,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:33.442546 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-49232525-abb0-4212-98fd-d93749f20184 req-c69ef227-b70b-4e60-a4a8-a12662832012 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 946 time: 0.0641503 Mar 30 16:40:33.506316 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-49232525-abb0-4212-98fd-d93749f20184 req-33fe70ec-506c-48c1-8ea7-60b664b39ef0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530384 Mar 30 16:40:33.522213 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c4e29ab7-c06f-4fc7-98ca-f06102eda211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.588376 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c4e29ab7-c06f-4fc7-98ca-f06102eda211 admin admin] Publish callbacks [] for security_group (0b9c1f81-4b5e-4e1a-8f18-2bf7843686cb), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.744516 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b32eb9-12be-4c5a-bc5b-632b7e16cf31 req-d14cdab6-8445-4dda-9c4d-8f5021a00dc9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:33.745971 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-57b32eb9-12be-4c5a-bc5b-632b7e16cf31 req-d14cdab6-8445-4dda-9c4d-8f5021a00dc9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0503812 Mar 30 16:40:33.792421 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-57b32eb9-12be-4c5a-bc5b-632b7e16cf31 req-814cf0ce-84f7-4ce1-859d-bb1140564704 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408192 Mar 30 16:40:33.808768 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c4e29ab7-c06f-4fc7-98ca-f06102eda211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0b9c1f81-4b5e-4e1a-8f18-2bf7843686cb), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.853755 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-c4e29ab7-c06f-4fc7-98ca-f06102eda211 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99aada0039f84df7a78bafbcce42e1d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4599292 Mar 30 16:40:33.855763 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e29ab7-c06f-4fc7-98ca-f06102eda211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9c1f81-4b5e-4e1a-8f18-2bf7843686cb,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:33.856462 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 40256) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:33.909663 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-397b9603-6de0-4e08-9f79-04b5b2e6f959 admin admin] Publish callbacks [] for security_group (0b9c1f81-4b5e-4e1a-8f18-2bf7843686cb), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.931233 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-397b9603-6de0-4e08-9f79-04b5b2e6f959 admin admin] Publish callbacks [] for security_group (0b9c1f81-4b5e-4e1a-8f18-2bf7843686cb), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:33.950078 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 40262) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:34.006821 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-973b2ce0-4819-4a49-bfd9-f152071f2a4a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bf00991563747f7ac3b2d8d3bd02ad8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0553763 Mar 30 16:40:34.009219 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40264) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:34.060839 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9878-7aa6-4aa0-a912-5a2b76d6c1f2 admin admin] Publish callbacks [] for security_group (b6696351-4adf-4b67-b606-c3eb9c280f89), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.084195 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9878-7aa6-4aa0-a912-5a2b76d6c1f2 admin admin] Publish callbacks [] for security_group (b6696351-4adf-4b67-b606-c3eb9c280f89), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.117415 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-397b9603-6de0-4e08-9f79-04b5b2e6f959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0b9c1f81-4b5e-4e1a-8f18-2bf7843686cb), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.120068 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-397b9603-6de0-4e08-9f79-04b5b2e6f959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.121251 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-397b9603-6de0-4e08-9f79-04b5b2e6f959 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b9c1f81-4b5e-4e1a-8f18-2bf7843686cb HTTP/1.1" status: 204 len: 168 time: 0.2637315 Mar 30 16:40:34.129461 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397b9603-6de0-4e08-9f79-04b5b2e6f959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9c1f81-4b5e-4e1a-8f18-2bf7843686cb,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:34.243141 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9878-7aa6-4aa0-a912-5a2b76d6c1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b6696351-4adf-4b67-b606-c3eb9c280f89), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.245647 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e6b9878-7aa6-4aa0-a912-5a2b76d6c1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.246865 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-6e6b9878-7aa6-4aa0-a912-5a2b76d6c1f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6696351-4adf-4b67-b606-c3eb9c280f89 HTTP/1.1" status: 204 len: 168 time: 0.2364833 Mar 30 16:40:34.254848 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b9878-7aa6-4aa0-a912-5a2b76d6c1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6696351-4adf-4b67-b606-c3eb9c280f89,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:34.298219 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:34.630627 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01592d9-9302-4eca-b83c-bf270560655c req-dcc7bac4-9b66-4207-8657-3e90ae0356da tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:34.632301 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f01592d9-9302-4eca-b83c-bf270560655c req-dcc7bac4-9b66-4207-8657-3e90ae0356da tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 946 time: 0.0579386 Mar 30 16:40:34.691233 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f01592d9-9302-4eca-b83c-bf270560655c req-7aeba7e9-5d33-440b-8776-4ea19a2cc639 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518208 Mar 30 16:40:34.915052 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62661401-84c3-40b8-a35a-4a447bdf8804 req-179d7858-b846-4e57-8673-74c0fe33807e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:34.916835 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-62661401-84c3-40b8-a35a-4a447bdf8804 req-179d7858-b846-4e57-8673-74c0fe33807e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0572872 Mar 30 16:40:34.960706 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 40288) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:34.982139 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-62661401-84c3-40b8-a35a-4a447bdf8804 req-c84aac1e-4ec1-4e89-9b80-c0a391e63315 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580559 Mar 30 16:40:34.983317 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e39d-30fd-46c2-80ca-deac6a81f541 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.062935 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e39d-30fd-46c2-80ca-deac6a81f541 admin admin] Publish callbacks [] for security_group (3b3b4fd2-8f80-4311-9abf-38d51d3eae95), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.165287 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e39d-30fd-46c2-80ca-deac6a81f541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (3b3b4fd2-8f80-4311-9abf-38d51d3eae95), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.165503 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a0add-3333-40be-b339-f73fc3439432 req-37fd3bdd-514b-483e-8758-fbfd79b24f94 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:35.166977 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-503a0add-3333-40be-b339-f73fc3439432 req-37fd3bdd-514b-483e-8758-fbfd79b24f94 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 946 time: 0.0525072 Mar 30 16:40:35.211513 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6fa7e39d-30fd-46c2-80ca-deac6a81f541 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e2439cbb04c40ba934383f6949a113f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2498131 Mar 30 16:40:35.214060 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 40304) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:35.220780 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7e39d-30fd-46c2-80ca-deac6a81f541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3b4fd2-8f80-4311-9abf-38d51d3eae95,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:35.275896 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6f18943b-f20a-486a-b9a6-e6c26660196e admin admin] Publish callbacks [] for security_group (3b3b4fd2-8f80-4311-9abf-38d51d3eae95), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.307232 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6f18943b-f20a-486a-b9a6-e6c26660196e admin admin] Publish callbacks [] for security_group (3b3b4fd2-8f80-4311-9abf-38d51d3eae95), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.338842 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-503a0add-3333-40be-b339-f73fc3439432 req-7766ac3d-1de6-4e8d-b36a-c003bb6133ef tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Deleting port 728fb088-e83a-4cf9-8647-70d62a3cd184 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:40:35.339180 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-503a0add-3333-40be-b339-f73fc3439432 req-7766ac3d-1de6-4e8d-b36a-c003bb6133ef tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.428177 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-503a0add-3333-40be-b339-f73fc3439432 req-7766ac3d-1de6-4e8d-b36a-c003bb6133ef tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] For port 728fb088-e83a-4cf9-8647-70d62a3cd184, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=728fb088-e83a-4cf9-8647-70d62a3cd184,segment=NetworkSegment(676548d5-15c9-48cb-9286-f2bb6cb70c39),segment_id=676548d5-15c9-48cb-9286-f2bb6cb70c39)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:35.428547 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-503a0add-3333-40be-b339-f73fc3439432 req-7766ac3d-1de6-4e8d-b36a-c003bb6133ef tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.443140 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6f18943b-f20a-486a-b9a6-e6c26660196e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (3b3b4fd2-8f80-4311-9abf-38d51d3eae95), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.443680 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-503a0add-3333-40be-b339-f73fc3439432 req-7766ac3d-1de6-4e8d-b36a-c003bb6133ef tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Calling delete_port for 728fb088-e83a-4cf9-8647-70d62a3cd184 owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:40:35.445635 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6f18943b-f20a-486a-b9a6-e6c26660196e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.449123 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6f18943b-f20a-486a-b9a6-e6c26660196e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b3b4fd2-8f80-4311-9abf-38d51d3eae95 HTTP/1.1" status: 204 len: 168 time: 0.2317820 Mar 30 16:40:35.457189 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18943b-f20a-486a-b9a6-e6c26660196e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3b4fd2-8f80-4311-9abf-38d51d3eae95,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:35.776720 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.833290 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e55f4-eab6-4607-8e2e-d3d6219cd345 req-30853ae7-7699-4a26-979e-54b5d162470a tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:35.834803 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c36e55f4-eab6-4607-8e2e-d3d6219cd345 req-30853ae7-7699-4a26-979e-54b5d162470a tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 946 time: 0.0575762 Mar 30 16:40:35.887206 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c36e55f4-eab6-4607-8e2e-d3d6219cd345 req-cc82be35-6e1a-4cd2-8a06-7e4152fead04 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467241 Mar 30 16:40:35.913884 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-503a0add-3333-40be-b339-f73fc3439432 req-7766ac3d-1de6-4e8d-b36a-c003bb6133ef tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (728fb088-e83a-4cf9-8647-70d62a3cd184), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.925716 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['728fb088-e83a-4cf9-8647-70d62a3cd184'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:35.942158 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7766ac3d-1de6-4e8d-b36a-c003bb6133ef tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Pushing event deleted for resources: {'Port': ['ID=728fb088-e83a-4cf9-8647-70d62a3cd184,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:35.985660 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-503a0add-3333-40be-b339-f73fc3439432 req-7766ac3d-1de6-4e8d-b36a-c003bb6133ef tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] No DVR routers for this DVR port 728fb088-e83a-4cf9-8647-70d62a3cd184 on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:40:35.988737 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-503a0add-3333-40be-b339-f73fc3439432 req-7766ac3d-1de6-4e8d-b36a-c003bb6133ef tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:35.992190 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-503a0add-3333-40be-b339-f73fc3439432 req-7766ac3d-1de6-4e8d-b36a-c003bb6133ef tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.41 "DELETE /v2.0/ports/728fb088-e83a-4cf9-8647-70d62a3cd184 HTTP/1.1" status: 204 len: 173 time: 0.8147104 Mar 30 16:40:35.992646 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a3d1816-b30b-4485-9310-a3dad752a6af', 'name': 'network-vif-deleted', 'tag': '728fb088-e83a-4cf9-8647-70d62a3cd184'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:35.995014 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91ed255e-ff20-4789-b8d8-da6b1e98dfe5" -d '{"events": [{"server_uuid": "5a3d1816-b30b-4485-9310-a3dad752a6af", "name": "network-vif-deleted", "tag": "728fb088-e83a-4cf9-8647-70d62a3cd184"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:36.031224 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc49f54-87c4-4fac-b3db-a1d8d960a5dd x-openstack-request-id: req-fcc49f54-87c4-4fac-b3db-a1d8d960a5dd {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:36.031593 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a3d1816-b30b-4485-9310-a3dad752a6af", "name": "network-vif-deleted", "tag": "728fb088-e83a-4cf9-8647-70d62a3cd184", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:36.031837 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcc49f54-87c4-4fac-b3db-a1d8d960a5dd {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:36.032281 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc49f54-87c4-4fac-b3db-a1d8d960a5dd'] response: {'server_uuid': '5a3d1816-b30b-4485-9310-a3dad752a6af', 'name': 'network-vif-deleted', 'tag': '728fb088-e83a-4cf9-8647-70d62a3cd184', 'status': 'completed', 'code': 200} Mar 30 16:40:36.111670 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc467245-9622-49ef-a0c5-cfa3e932779a req-d4c11bdd-5ba8-483f-8a96-d3f3b7d7b318 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:36.113251 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc467245-9622-49ef-a0c5-cfa3e932779a req-d4c11bdd-5ba8-483f-8a96-d3f3b7d7b318 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0547862 Mar 30 16:40:36.161228 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc467245-9622-49ef-a0c5-cfa3e932779a req-3a1b3255-ee12-4e77-ae06-bbcee527f1a6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420384 Mar 30 16:40:36.858549 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 40358) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:36.986873 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6c8fffca-0c08-44aa-83f7-8ebe846fbdc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.053348 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e7942734-3f6e-4f5c-b03e-8e6f63ae8589 req-802041c0-5fad-4592-81fd-7da2b53d5785 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=5a3d1816-b30b-4485-9310-a3dad752a6af HTTP/1.1" status: 200 len: 210 time: 0.0456331 Mar 30 16:40:37.107210 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6c8fffca-0c08-44aa-83f7-8ebe846fbdc9 admin admin] Publish callbacks [] for security_group (4885c8ac-c163-4d67-9e06-a361e7156944), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.182582 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6c8fffca-0c08-44aa-83f7-8ebe846fbdc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (4885c8ac-c163-4d67-9e06-a361e7156944), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.222689 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8fffca-0c08-44aa-83f7-8ebe846fbdc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4885c8ac-c163-4d67-9e06-a361e7156944,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:37.230734 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40374) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:37.231137 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6c8fffca-0c08-44aa-83f7-8ebe846fbdc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a71ca129cc904e1b898cb187353026ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3702126 Mar 30 16:40:37.282757 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2480cae1-0591-417f-8a0a-0836e0481422 admin admin] Publish callbacks [] for security_group (4885c8ac-c163-4d67-9e06-a361e7156944), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.293429 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102ddefa-abe1-4768-b21f-44931084d3ea req-0de71ba4-4a2c-4940-9896-9daf40d46fcc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:37.294919 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-102ddefa-abe1-4768-b21f-44931084d3ea req-0de71ba4-4a2c-4940-9896-9daf40d46fcc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0549047 Mar 30 16:40:37.307708 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2480cae1-0591-417f-8a0a-0836e0481422 admin admin] Publish callbacks [] for security_group (4885c8ac-c163-4d67-9e06-a361e7156944), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.342675 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-102ddefa-abe1-4768-b21f-44931084d3ea req-9b85bd6b-8af5-4b50-aa71-9fc354bcde46 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Mar 30 16:40:37.449250 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2480cae1-0591-417f-8a0a-0836e0481422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (4885c8ac-c163-4d67-9e06-a361e7156944), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.464191 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2480cae1-0591-417f-8a0a-0836e0481422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:37.464191 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2480cae1-0591-417f-8a0a-0836e0481422 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4885c8ac-c163-4d67-9e06-a361e7156944 HTTP/1.1" status: 204 len: 168 time: 0.2222552 Mar 30 16:40:37.464191 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480cae1-0591-417f-8a0a-0836e0481422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4885c8ac-c163-4d67-9e06-a361e7156944,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:38.478241 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eba303-0f53-4062-a401-b1f669f74a18 req-11417698-95ff-4f9c-9c6a-1db18918bf20 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:38.479802 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-52eba303-0f53-4062-a401-b1f669f74a18 req-11417698-95ff-4f9c-9c6a-1db18918bf20 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0641773 Mar 30 16:40:38.498453 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40438) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:38.553981 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-52eba303-0f53-4062-a401-b1f669f74a18 req-232cb32d-2eb2-4a02-b7ea-8f9b229535de tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670986 Mar 30 16:40:38.572509 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 728fb088-e83a-4cf9-8647-70d62a3cd184 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:40:38.606851 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 728fb088-e83a-4cf9-8647-70d62a3cd184 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:40:38.607450 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 728fb088-e83a-4cf9-8647-70d62a3cd184 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:40:38.645191 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a91c1177-4552-4ea9-9eae-c736200af15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.660021 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dea77-69f2-4501-b775-d055d263a19a req-7712b043-8ca1-4ffd-a300-c0b94fc80ada tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:38.661539 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-7712b043-8ca1-4ffd-a300-c0b94fc80ada tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/networks?id=c825245f-0389-4814-b627-322c0badae38 HTTP/1.1" status: 200 len: 809 time: 0.1261342 Mar 30 16:40:38.677129 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-39608cae-6999-427b-b54a-ae0c79d3a06e tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/quotas/58e47f49cc114c2592eed5b9fc60f2b5 HTTP/1.1" status: 200 len: 375 time: 0.0092275 Mar 30 16:40:38.733556 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a91c1177-4552-4ea9-9eae-c736200af15d admin admin] Publish callbacks [] for security_group (0ad191df-b003-4535-b219-7a37000870c8), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.739311 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-615d1f7c-a366-451f-9d62-b9a160b9840e tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=58e47f49cc114c2592eed5b9fc60f2b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564792 Mar 30 16:40:38.799399 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a91c1177-4552-4ea9-9eae-c736200af15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0ad191df-b003-4535-b219-7a37000870c8), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.846760 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-a91c1177-4552-4ea9-9eae-c736200af15d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0398cc84707644b9845cf6ab3e17474d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3465829 Mar 30 16:40:38.848011 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91c1177-4552-4ea9-9eae-c736200af15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad191df-b003-4535-b219-7a37000870c8,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:38.850560 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40458) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:38.911792 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-82d9faa1-9442-42e4-be8d-8b7abcd80765 admin admin] Publish callbacks [] for security_group (0ad191df-b003-4535-b219-7a37000870c8), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:38.935713 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-82d9faa1-9442-42e4-be8d-8b7abcd80765 admin admin] Publish callbacks [] for security_group (0ad191df-b003-4535-b219-7a37000870c8), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:39.056928 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-82d9faa1-9442-42e4-be8d-8b7abcd80765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0ad191df-b003-4535-b219-7a37000870c8), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:39.059451 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-82d9faa1-9442-42e4-be8d-8b7abcd80765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:39.061610 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-82d9faa1-9442-42e4-be8d-8b7abcd80765 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ad191df-b003-4535-b219-7a37000870c8 HTTP/1.1" status: 204 len: 168 time: 0.2051642 Mar 30 16:40:39.071903 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d9faa1-9442-42e4-be8d-8b7abcd80765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad191df-b003-4535-b219-7a37000870c8,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:39.075544 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-f922ceee-e908-46db-9847-6673ce095691 service neutron] 10.222.0.21 "GET /v2.0/networks/c825245f-0389-4814-b627-322c0badae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348644 Mar 30 16:40:39.193088 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-bd065ad3-b251-49f0-b1a0-ca78ffb36871 service neutron] 10.222.0.21 "GET /v2.0/networks/c825245f-0389-4814-b627-322c0badae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114254 Mar 30 16:40:39.500904 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9d564f2a-47d3-4a82-a120-6356c0bce30f req-b6e356bf-1cd4-4cc7-a19f-dcd314bfcc8c tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 210 time: 0.0491605 Mar 30 16:40:39.680509 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23ccffd-a32a-43b1-8839-499a45193b53 req-e98ace31-fcf1-4157-9057-3d4d306d30b0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:39.681991 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e23ccffd-a32a-43b1-8839-499a45193b53 req-e98ace31-fcf1-4157-9057-3d4d306d30b0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0534754 Mar 30 16:40:39.736419 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e23ccffd-a32a-43b1-8839-499a45193b53 req-976a8be5-9436-4321-a9e5-f6bf670bf55d tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464296 Mar 30 16:40:39.835038 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40490) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:39.849749 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a3593e54-63bb-48e6-9b79-e9b841a1f0e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:39.949344 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a3593e54-63bb-48e6-9b79-e9b841a1f0e2 admin admin] Publish callbacks [] for security_group (2311e4ff-88be-4576-81de-a452ce4e35c8), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:40.057331 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a3593e54-63bb-48e6-9b79-e9b841a1f0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (2311e4ff-88be-4576-81de-a452ce4e35c8), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:40.096003 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3593e54-63bb-48e6-9b79-e9b841a1f0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2311e4ff-88be-4576-81de-a452ce4e35c8,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:40.102117 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-a3593e54-63bb-48e6-9b79-e9b841a1f0e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d4199b07339c4294841b7bd7bb763fba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641051 Mar 30 16:40:40.102733 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40498) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:40.155416 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f536bf24-698d-4d3d-9e01-c51c1b52ab6f admin admin] Publish callbacks [] for security_group (2311e4ff-88be-4576-81de-a452ce4e35c8), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:40.177572 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f536bf24-698d-4d3d-9e01-c51c1b52ab6f admin admin] Publish callbacks [] for security_group (2311e4ff-88be-4576-81de-a452ce4e35c8), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:40.306394 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f536bf24-698d-4d3d-9e01-c51c1b52ab6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (2311e4ff-88be-4576-81de-a452ce4e35c8), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:40.308967 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f536bf24-698d-4d3d-9e01-c51c1b52ab6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:40.310115 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-f536bf24-698d-4d3d-9e01-c51c1b52ab6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2311e4ff-88be-4576-81de-a452ce4e35c8 HTTP/1.1" status: 204 len: 168 time: 0.2057562 Mar 30 16:40:40.317710 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536bf24-698d-4d3d-9e01-c51c1b52ab6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2311e4ff-88be-4576-81de-a452ce4e35c8,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:40.601426 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bc1e2b3d-61b1-4833-8631-dff4ea820711 req-c89f7466-91d6-41f6-89c7-27cc009bdb2e tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 210 time: 0.0288289 Mar 30 16:40:40.844276 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-bf94ba42-5aed-4f04-b26f-422ebcf51feb tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1c4964e5a61c4f58aa475b09d60283bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434124 Mar 30 16:40:41.049211 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e45358-539d-4542-aa26-dde76e5ad8ed req-76b3066d-7ea6-4d70-88a2-4a526be0d43b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:41.054110 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08e45358-539d-4542-aa26-dde76e5ad8ed req-76b3066d-7ea6-4d70-88a2-4a526be0d43b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.2280552 Mar 30 16:40:41.100570 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672b370-16f0-4686-be61-6ffa283424f0 req-bdedb5b4-67ab-4fb9-ab30-adf1e860f89e tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:41.102002 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-bdedb5b4-67ab-4fb9-ab30-adf1e860f89e tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381015 Mar 30 16:40:41.130994 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-f8a46ea7-9625-4d4e-a49d-fce1e51690bc tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/quotas/1c4964e5a61c4f58aa475b09d60283bc HTTP/1.1" status: 200 len: 375 time: 0.0230589 Mar 30 16:40:41.134607 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08e45358-539d-4542-aa26-dde76e5ad8ed req-ef9ea9fe-bfde-4a82-9355-74d2b4098d00 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764215 Mar 30 16:40:41.167671 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-f17e2064-8762-4752-8ac8-ee04fc78d942 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1c4964e5a61c4f58aa475b09d60283bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307610 Mar 30 16:40:41.499000 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a58ec117-c8bc-4564-9c6e-d15d0c2a49e6 req-5af14f8a-b026-4a85-ba23-0986100107dc tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 210 time: 0.0358324 Mar 30 16:40:41.726431 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4bbefe2-f2c6-4c8a-84bd-1021542e1ddb req-5ac82436-2178-4e50-835e-5bf08066a717 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 210 time: 0.0386758 Mar 30 16:40:41.778084 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ec003c55-2798-4f24-8d4e-bebaabddb2b7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:41.779570 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ec003c55-2798-4f24-8d4e-bebaabddb2b7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.41 "GET /v2.0/networks?id=c825245f-0389-4814-b627-322c0badae38 HTTP/1.1" status: 200 len: 809 time: 0.1564443 Mar 30 16:40:41.805582 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Request body: {'port': {'device_id': 'c4f53c7f-3290-4537-bccc-1ab1746d61f5', 'network_id': 'c825245f-0389-4814-b627-322c0badae38', 'admin_state_up': True, 'tenant_id': '58e47f49cc114c2592eed5b9fc60f2b5'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:42.017149 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Made reservation on behalf of 58e47f49cc114c2592eed5b9fc60f2b5 for: {'port': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:42.021097 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:42.152133 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Allocated IP 172.20.0.14 (c825245f-0389-4814-b627-322c0badae38/dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9/0a520735-aae9-47f0-a2f2-fdbf1580850a) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:42.265776 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f04dc8-577b-41cb-a785-a46ec0af4d0a req-836916b8-2b6f-486c-86ec-fdb0082f1c1b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:42.268446 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-58f04dc8-577b-41cb-a785-a46ec0af4d0a req-836916b8-2b6f-486c-86ec-fdb0082f1c1b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0548122 Mar 30 16:40:42.322902 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-58f04dc8-577b-41cb-a785-a46ec0af4d0a req-d104c342-158f-4da1-8291-fd574127adfc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476210 Mar 30 16:40:42.336075 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks [] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:42.434935 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:42.490533 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Network c825245f-0389-4814-b627-322c0badae38 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:42.492000 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Pushing event updated for resources: {'Port': ['ID=0a520735-aae9-47f0-a2f2-fdbf1580850a,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:42.494452 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:42.496627 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:40:42.558374 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:42.559361 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:42.620875 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f132ce57-9944-4f7d-90bd-a215a2f9fa20 req-69e309c2-bac0-40a7-89e3-3934f4fc9383 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 210 time: 0.0376339 Mar 30 16:40:42.634839 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-ac17e97a-535c-4ac0-958e-e27503fa59f7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8331492 Mar 30 16:40:42.647411 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Request body: {'port': {'device_id': 'c4f53c7f-3290-4537-bccc-1ab1746d61f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:42.710752 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:42.948424 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937731f0-a7c3-44fc-abd1-9e102f9a64af req-f9148053-a8d9-40e4-83aa-734b97a6148e tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:42.950908 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-937731f0-a7c3-44fc-abd1-9e102f9a64af req-f9148053-a8d9-40e4-83aa-734b97a6148e tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 932 time: 0.0951943 Mar 30 16:40:43.038598 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-937731f0-a7c3-44fc-abd1-9e102f9a64af req-5a9caa19-3074-4178-8565-543f4c26e8b9 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797150 Mar 30 16:40:43.041565 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84701d7-bc27-44b8-9bd0-c46c8418c43d req-cfacea0d-b02e-4115-932d-ed1a48c86468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:43.042932 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c84701d7-bc27-44b8-9bd0-c46c8418c43d req-cfacea0d-b02e-4115-932d-ed1a48c86468 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 1129 time: 0.0818393 Mar 30 16:40:43.058401 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a520735-aae9-47f0-a2f2-fdbf1580850a {{(pid=106608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:43.068781 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Publish callbacks [] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:43.083659 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.provisioning_blocks [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Transition to ACTIVE for port object 0a520735-aae9-47f0-a2f2-fdbf1580850a will not be triggered until provisioned by entity L2. {{(pid=106608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:40:43.091501 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c84701d7-bc27-44b8-9bd0-c46c8418c43d req-bf9cb2cb-f051-4982-bd66-b47cde9f020e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419023 Mar 30 16:40:43.189355 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:43.240576 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a520735-aae9-47f0-a2f2-fdbf1580850a,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:43.305146 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Attempting to bind port 0a520735-aae9-47f0-a2f2-fdbf1580850a on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:40:43.305480 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Attempting to bind port 0a520735-aae9-47f0-a2f2-fdbf1580850a by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '676548d5-15c9-48cb-9286-f2bb6cb70c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c825245f-0389-4814-b627-322c0badae38'}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:40:43.305803 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Attempting to bind port 0a520735-aae9-47f0-a2f2-fdbf1580850a on network c825245f-0389-4814-b627-322c0badae38 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:43.310256 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Port 0a520735-aae9-47f0-a2f2-fdbf1580850a on network c825245f-0389-4814-b627-322c0badae38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:40:43.310591 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Attempting to bind port 0a520735-aae9-47f0-a2f2-fdbf1580850a on network c825245f-0389-4814-b627-322c0badae38 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:43.316253 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:40:43.316580 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Checking segment: {'id': '676548d5-15c9-48cb-9286-f2bb6cb70c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c825245f-0389-4814-b627-322c0badae38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:43.316957 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Bound using segment: {'id': '676548d5-15c9-48cb-9286-f2bb6cb70c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c825245f-0389-4814-b627-322c0badae38'} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:40:43.318611 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Bound port: 0a520735-aae9-47f0-a2f2-fdbf1580850a, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '676548d5-15c9-48cb-9286-f2bb6cb70c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': 'c825245f-0389-4814-b627-322c0badae38'}}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:40:43.318611 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:43.385315 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] For port 0a520735-aae9-47f0-a2f2-fdbf1580850a, host hv-cinder-83587, cleared binding levels {{(pid=106608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:43.389451 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] For port 0a520735-aae9-47f0-a2f2-fdbf1580850a, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0a520735-aae9-47f0-a2f2-fdbf1580850a,segment=NetworkSegment(676548d5-15c9-48cb-9286-f2bb6cb70c39),segment_id=676548d5-15c9-48cb-9286-f2bb6cb70c39)] {{(pid=106608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:43.440150 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b80356-8583-4f85-8903-7a85eccb2491 req-2d306356-06c4-4fe0-844c-546afd8f81b9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:43.441666 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23b80356-8583-4f85-8903-7a85eccb2491 req-2d306356-06c4-4fe0-844c-546afd8f81b9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0578170 Mar 30 16:40:43.474487 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:43.487211 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23b80356-8583-4f85-8903-7a85eccb2491 req-7fa07fc4-b962-4ad0-951e-4b56f0b03e27 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 Mar 30 16:40:43.510363 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:43.510995 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:43.512347 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/0a520735-aae9-47f0-a2f2-fdbf1580850a HTTP/1.1" status: 200 len: 1094 time: 0.8691666 Mar 30 16:40:43.512765 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f53c7f-3290-4537-bccc-1ab1746d61f5', 'tag': '0a520735-aae9-47f0-a2f2-fdbf1580850a'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:43.514986 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c562afc-9191-4230-b48e-98392c473dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f53c7f-3290-4537-bccc-1ab1746d61f5", "tag": "0a520735-aae9-47f0-a2f2-fdbf1580850a"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:43.538614 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13583cd6-f5f3-4690-809c-f7894b12a3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a520735-aae9-47f0-a2f2-fdbf1580850a,revision_number=3']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:43.549532 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719afff7-afd1-4fc4-b557-fb1856fd303e x-openstack-request-id: req-719afff7-afd1-4fc4-b557-fb1856fd303e {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:43.549821 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f53c7f-3290-4537-bccc-1ab1746d61f5", "tag": "0a520735-aae9-47f0-a2f2-fdbf1580850a", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:43.550085 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-719afff7-afd1-4fc4-b557-fb1856fd303e {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:43.550464 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-719afff7-afd1-4fc4-b557-fb1856fd303e'] response: {'name': 'network-changed', 'server_uuid': 'c4f53c7f-3290-4537-bccc-1ab1746d61f5', 'tag': '0a520735-aae9-47f0-a2f2-fdbf1580850a', 'status': 'completed', 'code': 200} Mar 30 16:40:43.713204 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-26c171d8-4c80-4379-a306-fb039f845212 req-0060fda4-9bd6-4231-b8b4-6d46b2de5e0c tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 210 time: 0.0264273 Mar 30 16:40:44.163740 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161cce1-76fd-4ea3-9218-868568bc162d req-66dcc691-ffa3-4f54-b1c7-54b8db43d306 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:44.166862 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4161cce1-76fd-4ea3-9218-868568bc162d req-66dcc691-ffa3-4f54-b1c7-54b8db43d306 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 944 time: 0.0557609 Mar 30 16:40:44.214210 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4161cce1-76fd-4ea3-9218-868568bc162d req-92a9a89f-38a0-43a7-a483-012b8cea4ff7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416994 Mar 30 16:40:44.607586 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445faac-a8fa-4645-af65-609d4bc7ba00 req-1d0188f2-d7c9-42b7-9f87-5083fb59e098 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:44.609035 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e445faac-a8fa-4645-af65-609d4bc7ba00 req-1d0188f2-d7c9-42b7-9f87-5083fb59e098 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0552204 Mar 30 16:40:44.661374 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e445faac-a8fa-4645-af65-609d4bc7ba00 req-ec9c3c84-6a39-4880-b8dc-fc617b425e07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456696 Mar 30 16:40:44.804053 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-120308c6-8f09-42d3-883d-b157b924f272 req-a6d37db6-6cae-4e7f-9e5e-254bafaabac6 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 210 time: 0.0269325 Mar 30 16:40:45.331788 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec35c81-1303-4e21-9ab8-a39fb1dcbe21 req-0c73e96f-a3bc-46ee-9e57-5be69d579e75 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:45.333271 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ec35c81-1303-4e21-9ab8-a39fb1dcbe21 req-0c73e96f-a3bc-46ee-9e57-5be69d579e75 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 944 time: 0.0523822 Mar 30 16:40:45.383101 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ec35c81-1303-4e21-9ab8-a39fb1dcbe21 req-da435b4d-0a8f-489f-af52-68b39d5a97e8 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443115 Mar 30 16:40:45.778908 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c80ca1-f832-494f-8fdd-da66a7913558 req-4b65010e-8b90-435e-bcba-d314f22cc01e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:45.780352 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-77c80ca1-f832-494f-8fdd-da66a7913558 req-4b65010e-8b90-435e-bcba-d314f22cc01e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0514593 Mar 30 16:40:45.832935 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-77c80ca1-f832-494f-8fdd-da66a7913558 req-2d2bdb39-c92a-4328-b2b6-c5432cbc6ddf tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468166 Mar 30 16:40:45.862306 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c562afc-9191-4230-b48e-98392c473dc6 req-cec33c63-ad33-4c8a-b804-1f747509024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:45.863848 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-2c562afc-9191-4230-b48e-98392c473dc6 req-cec33c63-ad33-4c8a-b804-1f747509024b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58e47f49cc114c2592eed5b9fc60f2b5&device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 1128 time: 0.0572286 Mar 30 16:40:45.901725 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-271bedd3-2f0d-468a-bccb-502180c4acf1 req-ac133a2e-5322-4f78-ac1e-be968034a936 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 210 time: 0.0265918 Mar 30 16:40:45.966288 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c562afc-9191-4230-b48e-98392c473dc6 req-cbfc1849-9509-4156-b9bb-f8355a61377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:45.967778 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-2c562afc-9191-4230-b48e-98392c473dc6 req-cbfc1849-9509-4156-b9bb-f8355a61377b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=58e47f49cc114c2592eed5b9fc60f2b5&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0960314 Mar 30 16:40:46.061366 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c562afc-9191-4230-b48e-98392c473dc6 req-27d636bb-6487-4180-a93e-46d81ae303fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:46.062845 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-2c562afc-9191-4230-b48e-98392c473dc6 req-27d636bb-6487-4180-a93e-46d81ae303fc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880876 Mar 30 16:40:46.147052 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dea77-69f2-4501-b775-d055d263a19a req-20f4b057-ce64-453f-a8f2-ad3c5455dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:46.152264 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-20f4b057-ce64-453f-a8f2-ad3c5455dcfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=58e47f49cc114c2592eed5b9fc60f2b5&device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 1128 time: 0.0509582 Mar 30 16:40:46.200253 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-82a80324-a203-4cce-bb07-e05e7b9b6cfb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a520735-aae9-47f0-a2f2-fdbf1580850a HTTP/1.1" status: 200 len: 217 time: 0.0365419 Mar 30 16:40:46.497410 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01e023-0833-4c9a-a6ca-55ecf51465e7 req-033b848c-0100-45a2-b673-0ea9c0e567f6 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:46.498849 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fc01e023-0833-4c9a-a6ca-55ecf51465e7 req-033b848c-0100-45a2-b673-0ea9c0e567f6 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 944 time: 0.0507600 Mar 30 16:40:46.548321 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fc01e023-0833-4c9a-a6ca-55ecf51465e7 req-3a112fb5-96a1-4f34-b59e-b33507befa35 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437291 Mar 30 16:40:46.950660 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54786e97-037d-4bd0-bd91-752f950d0c0b req-25d7a386-9255-4292-8922-7da5858d81e2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:46.952162 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-54786e97-037d-4bd0-bd91-752f950d0c0b req-25d7a386-9255-4292-8922-7da5858d81e2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0526021 Mar 30 16:40:47.008870 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cf7c9f8c-3fc3-4259-8561-c053f00baf40 req-33bba879-fc9d-4077-a8d3-d0026094e052 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 210 time: 0.0332539 Mar 30 16:40:47.024416 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-54786e97-037d-4bd0-bd91-752f950d0c0b req-b23d2a07-7ebc-475c-a556-30d348c8f7aa tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661471 Mar 30 16:40:47.147913 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dea77-69f2-4501-b775-d055d263a19a req-cb7b3cd9-94d0-4a1c-8c48-6ed6b10baf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:47.149340 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-cb7b3cd9-94d0-4a1c-8c48-6ed6b10baf18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9 HTTP/1.1" status: 200 len: 849 time: 0.0447936 Mar 30 16:40:47.664803 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4481ef8-6df1-49b6-a267-9f509adcb02b req-9f21205b-1e88-4ca2-8861-22888d48583b tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:47.666266 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e4481ef8-6df1-49b6-a267-9f509adcb02b req-9f21205b-1e88-4ca2-8861-22888d48583b tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 944 time: 0.0534945 Mar 30 16:40:47.711725 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e4481ef8-6df1-49b6-a267-9f509adcb02b req-dcd41c98-a930-4e43-8496-0f94bd1c26a4 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399175 Mar 30 16:40:47.922439 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-1e1b5eb5-83fd-4ed3-96d9-8f76ba379c57 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c825245f-0389-4814-b627-322c0badae38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242429 Mar 30 16:40:48.100313 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-94f87d14-7526-4250-8aae-cbec5c03ddd7 req-a2fa600e-160e-41e5-9d8e-d720554a54cc tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 210 time: 0.0256262 Mar 30 16:40:48.151540 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ce1918-c3a8-4475-81ca-3b690eb14df9 req-028cc88f-6c87-4f22-a821-16ced0fa8cdf tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:48.153034 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67ce1918-c3a8-4475-81ca-3b690eb14df9 req-028cc88f-6c87-4f22-a821-16ced0fa8cdf tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0517485 Mar 30 16:40:48.198766 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67ce1918-c3a8-4475-81ca-3b690eb14df9 req-249a104b-d358-44b3-bbc7-0d0360cdda18 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395818 Mar 30 16:40:48.829895 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda7dbc-1170-414b-9b71-c20c4aa96e76 req-fc3082cb-d43e-4cce-93d7-a41a6cddb410 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:48.831950 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-edda7dbc-1170-414b-9b71-c20c4aa96e76 req-fc3082cb-d43e-4cce-93d7-a41a6cddb410 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 944 time: 0.0561326 Mar 30 16:40:48.867470 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-fcaeb927-ca98-455a-941f-17d61d185646 service neutron] 10.222.0.41 "GET /v2.0/networks/c825245f-0389-4814-b627-322c0badae38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851758 Mar 30 16:40:48.880351 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-edda7dbc-1170-414b-9b71-c20c4aa96e76 req-3911b819-7f6e-4c0b-a53f-d403ce5dbf96 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428097 Mar 30 16:40:48.959727 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc6dea77-69f2-4501-b775-d055d263a19a req-7d14c97d-dc96-4d1b-958b-838c4c9cf070 service neutron] 10.222.0.41 "GET /v2.0/networks/c825245f-0389-4814-b627-322c0badae38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830610 Mar 30 16:40:49.140182 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-68a42264-b296-4d31-93a1-4846c3988a4b tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c4964e5a61c4f58aa475b09d60283bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292957 Mar 30 16:40:49.197442 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e85fed0f-049b-442f-832a-bb8d974f347d req-043956e2-b312-4966-81d0-7ba3d929ab32 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 210 time: 0.0277526 Mar 30 16:40:49.340379 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ddf90-6645-42d0-99a5-06fb6f32eb29 req-9f19219e-fa3e-46ac-b990-a47aa1c001d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:49.341901 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-842ddf90-6645-42d0-99a5-06fb6f32eb29 req-9f19219e-fa3e-46ac-b990-a47aa1c001d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0634282 Mar 30 16:40:49.354130 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672b370-16f0-4686-be61-6ffa283424f0 req-64339404-e547-4255-b15b-8187ad352ebc tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:49.355601 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-64339404-e547-4255-b15b-8187ad352ebc tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097063 Mar 30 16:40:49.372861 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Request body: {'port': {'device_id': 'a2f9f19d-d5c3-4076-b8a4-3a371429afa4', 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f', 'admin_state_up': True, 'tenant_id': '1c4964e5a61c4f58aa475b09d60283bc'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:49.395137 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-842ddf90-6645-42d0-99a5-06fb6f32eb29 req-44e10d5b-16b4-4cf6-ab37-b1e8f1028ad8 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453823 Mar 30 16:40:49.628516 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Made reservation on behalf of 1c4964e5a61c4f58aa475b09d60283bc for: {'port': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:49.631839 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:49.641269 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:49.727870 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Publish callbacks [] for security_group (18dfa56b-5331-4cf6-8359-010e943f4c47), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:49.771140 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:49.833564 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (18dfa56b-5331-4cf6-8359-010e943f4c47), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:49.892183 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18dfa56b-5331-4cf6-8359-010e943f4c47,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:49.966095 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Allocated IP 192.168.233.30 (d1cf1711-a49a-43c9-96cc-dd598317224f/a9a62999-beec-48d3-ac08-1bba1d964a8f/a67e39aa-120e-4dbe-8beb-8004487db212) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:40:49.999599 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0079c9b-f4b4-496c-ae43-e97c014c7f2f req-7e27dff9-2b90-43f2-887e-d03a15cd042f tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:50.001134 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d0079c9b-f4b4-496c-ae43-e97c014c7f2f req-7e27dff9-2b90-43f2-887e-d03a15cd042f tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 944 time: 0.0548372 Mar 30 16:40:50.048497 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d0079c9b-f4b4-496c-ae43-e97c014c7f2f req-f83a6840-6fc0-4ac7-af4d-9ca82bb32e74 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Mar 30 16:40:50.111077 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Publish callbacks [] for port (a67e39aa-120e-4dbe-8beb-8004487db212), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:50.182937 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:50.224070 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Network d1cf1711-a49a-43c9-96cc-dd598317224f is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:40:50.227095 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:50.233318 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:40:50.239313 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Pushing event updated for resources: {'Port': ['ID=a67e39aa-120e-4dbe-8beb-8004487db212,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:50.290405 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:50.290405 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:50.330211 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623efbc4-1c4a-405d-8d09-54479f95927a req-7f2f1d29-066b-4640-b842-2145fa82a05c tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:50.332321 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-623efbc4-1c4a-405d-8d09-54479f95927a req-7f2f1d29-066b-4640-b842-2145fa82a05c tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 935 time: 0.0534461 Mar 30 16:40:50.381498 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-623efbc4-1c4a-405d-8d09-54479f95927a req-39d4b4fc-9ea8-49c2-b547-24194593aa5e tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428822 Mar 30 16:40:50.403603 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-1a3e132d-d1c8-4a2f-b1c4-88a616787c7a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0287800 Mar 30 16:40:50.518681 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-5e3e28d5-90f6-43f1-82f5-3b4f904c948b None None] Provisioning complete for port a67e39aa-120e-4dbe-8beb-8004487db212 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:50.519706 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5e3e28d5-90f6-43f1-82f5-3b4f904c948b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:50.522067 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404186c0-dbb0-47b4-8623-6cea3d92daf2 req-c5e3afaa-f689-49a9-9b83-d5c68cc4e7c3 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:50.523617 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-404186c0-dbb0-47b4-8623-6cea3d92daf2 req-c5e3afaa-f689-49a9-9b83-d5c68cc4e7c3 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0601256 Mar 30 16:40:50.555336 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-5e3e28d5-90f6-43f1-82f5-3b4f904c948b None None] Port a67e39aa-120e-4dbe-8beb-8004487db212 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:40:50.572197 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-404186c0-dbb0-47b4-8623-6cea3d92daf2 req-7ffd3de1-de95-4c6f-97d9-fa575ee3faa2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423033 Mar 30 16:40:50.691770 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592f85c-a43c-48dc-9d48-00124b832fab req-795e1925-bbc9-40bc-b13e-d56d9dc0cc6a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:50.693331 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a592f85c-a43c-48dc-9d48-00124b832fab req-795e1925-bbc9-40bc-b13e-d56d9dc0cc6a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0536709 Mar 30 16:40:50.751438 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a592f85c-a43c-48dc-9d48-00124b832fab req-21f99620-4770-47f0-991b-36cff6c4a891 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489144 Mar 30 16:40:51.164938 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2cd70e-b9bf-4134-bd1a-d851f5cd38ea req-47820bc6-1d65-42a6-aef5-d3c5a90e9b62 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:51.166433 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8a2cd70e-b9bf-4134-bd1a-d851f5cd38ea req-47820bc6-1d65-42a6-aef5-d3c5a90e9b62 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 944 time: 0.0515654 Mar 30 16:40:51.217489 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8a2cd70e-b9bf-4134-bd1a-d851f5cd38ea req-7c657331-028c-4760-9f7d-d3045dcc9c39 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 Mar 30 16:40:51.499568 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3868b97-081f-4884-a40f-4438b0c361ba req-a748eb03-58a4-44e4-9f7e-efb7ef532076 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:51.501089 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d3868b97-081f-4884-a40f-4438b0c361ba req-a748eb03-58a4-44e4-9f7e-efb7ef532076 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 935 time: 0.0526710 Mar 30 16:40:51.548634 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d3868b97-081f-4884-a40f-4438b0c361ba req-251697e7-639b-4d33-a6c7-3bd8797a94f5 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413523 Mar 30 16:40:52.334030 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8e240-eac6-4efd-b15c-d6d13121acbe req-f6dc1ce6-3211-459a-9373-42584256d527 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:52.335444 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93a8e240-eac6-4efd-b15c-d6d13121acbe req-f6dc1ce6-3211-459a-9373-42584256d527 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 944 time: 0.0514870 Mar 30 16:40:52.380386 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93a8e240-eac6-4efd-b15c-d6d13121acbe req-64d16174-eec1-404f-ad05-2f35257b61a1 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394535 Mar 30 16:40:52.675306 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04278d-f522-4870-af65-5f5c123ee551 req-9f6a90ad-d231-4d0e-a975-eb48fb2c0f6a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:52.676831 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a04278d-f522-4870-af65-5f5c123ee551 req-9f6a90ad-d231-4d0e-a975-eb48fb2c0f6a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 935 time: 0.0625732 Mar 30 16:40:52.709811 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Request body: {'port': {'device_id': 'a2f9f19d-d5c3-4076-b8a4-3a371429afa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:52.727542 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a04278d-f522-4870-af65-5f5c123ee551 req-63630ae0-0983-4e90-9ac8-0762921fe602 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416365 Mar 30 16:40:52.766068 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:52.874478 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 0a520735-aae9-47f0-a2f2-fdbf1580850a details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:40:52.975695 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 0a520735-aae9-47f0-a2f2-fdbf1580850a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0a520735-aae9-47f0-a2f2-fdbf1580850a,segment=NetworkSegment(676548d5-15c9-48cb-9286-f2bb6cb70c39),segment_id=676548d5-15c9-48cb-9286-f2bb6cb70c39)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:52.987255 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '0a520735-aae9-47f0-a2f2-fdbf1580850a', 'network_id': 'c825245f-0389-4814-b627-322c0badae38', 'port_id': '0a520735-aae9-47f0-a2f2-fdbf1580850a', 'mac_address': 'fa:16:3e:59:25:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:40:53.025778 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 0a520735-aae9-47f0-a2f2-fdbf1580850a is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:53.026178 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.031532 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67e39aa-120e-4dbe-8beb-8004487db212 {{(pid=106608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:53.039475 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a520735-aae9-47f0-a2f2-fdbf1580850a {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:53.039655 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Publish callbacks [] for port (a67e39aa-120e-4dbe-8beb-8004487db212), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.052084 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.provisioning_blocks [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Transition to ACTIVE for port object a67e39aa-120e-4dbe-8beb-8004487db212 will not be triggered until provisioned by entity L2. {{(pid=106608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:40:53.059822 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 0a520735-aae9-47f0-a2f2-fdbf1580850a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0a520735-aae9-47f0-a2f2-fdbf1580850a,segment=NetworkSegment(676548d5-15c9-48cb-9286-f2bb6cb70c39),segment_id=676548d5-15c9-48cb-9286-f2bb6cb70c39)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:53.111809 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.112036 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.165217 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=0a520735-aae9-47f0-a2f2-fdbf1580850a,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:53.176439 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Pushing event updated for resources: {'Port': ['ID=a67e39aa-120e-4dbe-8beb-8004487db212,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:53.243537 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Attempting to bind port a67e39aa-120e-4dbe-8beb-8004487db212 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:40:53.243904 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Attempting to bind port a67e39aa-120e-4dbe-8beb-8004487db212 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '8d420d8e-e1e6-44cf-a64f-f6344f046700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f'}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:40:53.244348 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Attempting to bind port a67e39aa-120e-4dbe-8beb-8004487db212 on network d1cf1711-a49a-43c9-96cc-dd598317224f {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:53.248925 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Port a67e39aa-120e-4dbe-8beb-8004487db212 on network d1cf1711-a49a-43c9-96cc-dd598317224f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:40:53.249269 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Attempting to bind port a67e39aa-120e-4dbe-8beb-8004487db212 on network d1cf1711-a49a-43c9-96cc-dd598317224f {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:40:53.255216 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:40:53.255563 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Checking segment: {'id': '8d420d8e-e1e6-44cf-a64f-f6344f046700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:53.255976 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Bound using segment: {'id': '8d420d8e-e1e6-44cf-a64f-f6344f046700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f'} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:40:53.256510 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Bound port: a67e39aa-120e-4dbe-8beb-8004487db212, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d420d8e-e1e6-44cf-a64f-f6344f046700', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f'}}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:40:53.256864 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.326246 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] For port a67e39aa-120e-4dbe-8beb-8004487db212, host hv-cinder-83587, cleared binding levels {{(pid=106608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:40:53.329384 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] For port a67e39aa-120e-4dbe-8beb-8004487db212, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a67e39aa-120e-4dbe-8beb-8004487db212,segment=NetworkSegment(8d420d8e-e1e6-44cf-a64f-f6344f046700),segment_id=8d420d8e-e1e6-44cf-a64f-f6344f046700)] {{(pid=106608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:40:53.415685 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.422317 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['0a520735-aae9-47f0-a2f2-fdbf1580850a'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:53.452257 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:53.452956 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:53.454190 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] 10.222.0.41 "PUT /v2.0/ports/a67e39aa-120e-4dbe-8beb-8004487db212 HTTP/1.1" status: 200 len: 1097 time: 0.7493160 Mar 30 16:40:53.454611 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f9f19d-d5c3-4076-b8a4-3a371429afa4', 'tag': 'a67e39aa-120e-4dbe-8beb-8004487db212'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:53.456888 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4ec857-c5aa-4264-a151-3e67258a4902" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f9f19d-d5c3-4076-b8a4-3a371429afa4", "tag": "a67e39aa-120e-4dbe-8beb-8004487db212"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:53.509969 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3534d-9bcb-4c12-935b-437076cd5822 service neutron] Pushing event updated for resources: {'Port': ['ID=a67e39aa-120e-4dbe-8beb-8004487db212,revision_number=3']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:53.553319 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a34e3a4-8f21-437b-b032-ff240f2ca359 x-openstack-request-id: req-7a34e3a4-8f21-437b-b032-ff240f2ca359 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:53.553319 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f9f19d-d5c3-4076-b8a4-3a371429afa4", "tag": "a67e39aa-120e-4dbe-8beb-8004487db212", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:53.553319 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a34e3a4-8f21-437b-b032-ff240f2ca359 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:53.553319 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a34e3a4-8f21-437b-b032-ff240f2ca359'] response: {'name': 'network-changed', 'server_uuid': 'a2f9f19d-d5c3-4076-b8a4-3a371429afa4', 'tag': 'a67e39aa-120e-4dbe-8beb-8004487db212', 'status': 'completed', 'code': 200} Mar 30 16:40:53.553675 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8197a510-07c9-466e-bbc7-cbc38b3d4a55 req-80f3852d-bdad-451a-b616-2c85bf8e3959 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:53.553675 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8197a510-07c9-466e-bbc7-cbc38b3d4a55 req-80f3852d-bdad-451a-b616-2c85bf8e3959 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 945 time: 0.1000545 Mar 30 16:40:53.646945 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8197a510-07c9-466e-bbc7-cbc38b3d4a55 req-5720c6fe-48e3-48ae-88d0-3fae749183e7 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 Mar 30 16:40:53.674474 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ec857-c5aa-4264-a151-3e67258a4902 req-82edb2f6-6169-445a-ab58-0f53e2c10bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:53.680196 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-bf4ec857-c5aa-4264-a151-3e67258a4902 req-82edb2f6-6169-445a-ab58-0f53e2c10bec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c4964e5a61c4f58aa475b09d60283bc&device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 1131 time: 0.0915427 Mar 30 16:40:53.704826 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-bf4ec857-c5aa-4264-a151-3e67258a4902 req-1a00e1a8-3810-414e-94cd-f87c41f0a6ac service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1c4964e5a61c4f58aa475b09d60283bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0202363 Mar 30 16:40:53.807439 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ec857-c5aa-4264-a151-3e67258a4902 req-a279d136-1298-427f-9062-daf88928b61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:53.808886 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-bf4ec857-c5aa-4264-a151-3e67258a4902 req-a279d136-1298-427f-9062-daf88928b61a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0966485 Mar 30 16:40:53.851414 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96a4c75-c58e-4f48-8c32-615943077dc2 req-b643dc57-d5cb-4b9b-ad9f-55226e242bf4 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:53.858642 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d96a4c75-c58e-4f48-8c32-615943077dc2 req-b643dc57-d5cb-4b9b-ad9f-55226e242bf4 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 947 time: 0.0649257 Mar 30 16:40:53.904097 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672b370-16f0-4686-be61-6ffa283424f0 req-f622b502-10c0-4327-86c7-47897adc8b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:53.905899 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-f622b502-10c0-4327-86c7-47897adc8b97 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1c4964e5a61c4f58aa475b09d60283bc&device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 1131 time: 0.0555525 Mar 30 16:40:53.926940 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d96a4c75-c58e-4f48-8c32-615943077dc2 req-81de728d-11fb-45ea-b451-512330785fa2 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662918 Mar 30 16:40:53.951039 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-47fc790d-1bcd-4158-bac3-741d68880fef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=a67e39aa-120e-4dbe-8beb-8004487db212 HTTP/1.1" status: 200 len: 217 time: 0.0374908 Mar 30 16:40:54.004840 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672b370-16f0-4686-be61-6ffa283424f0 req-e55ddc21-50e0-40db-a69a-7b4fbaf4bb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:54.006428 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-e55ddc21-50e0-40db-a69a-7b4fbaf4bb53 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9a62999-beec-48d3-ac08-1bba1d964a8f HTTP/1.1" status: 200 len: 843 time: 0.0496161 Mar 30 16:40:54.056307 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672b370-16f0-4686-be61-6ffa283424f0 req-9322b7f4-8eba-48be-a01d-513a6c47d37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:54.057852 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-9322b7f4-8eba-48be-a01d-513a6c47d37a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d1cf1711-a49a-43c9-96cc-dd598317224f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0442915 Mar 30 16:40:54.150393 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-f0d3e5a6-0096-4f2d-b6e4-da5de2292c41 service neutron] 10.222.0.41 "GET /v2.0/networks/d1cf1711-a49a-43c9-96cc-dd598317224f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858929 Mar 30 16:40:54.177646 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade37daa-325f-4b42-946c-cc3241371240 req-fca3f69d-44df-4052-aff8-9b2459d807b6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:54.179571 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ade37daa-325f-4b42-946c-cc3241371240 req-fca3f69d-44df-4052-aff8-9b2459d807b6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0547552 Mar 30 16:40:54.265167 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-0672b370-16f0-4686-be61-6ffa283424f0 req-84e1bae4-8e80-47ce-a006-db7bfe4b1579 service neutron] 10.222.0.41 "GET /v2.0/networks/d1cf1711-a49a-43c9-96cc-dd598317224f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019380 Mar 30 16:40:54.265275 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ade37daa-325f-4b42-946c-cc3241371240 req-1597e3b9-3824-425e-aee4-1d4eae55a37e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777993 Mar 30 16:40:54.288469 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ed0d3-464c-4540-8a6d-b462f9cbdc4d req-3fd3146c-a35d-48b8-879a-e190c4a496f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:54.290272 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c19ed0d3-464c-4540-8a6d-b462f9cbdc4d req-3fd3146c-a35d-48b8-879a-e190c4a496f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 1129 time: 0.0794771 Mar 30 16:40:54.389416 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ed0d3-464c-4540-8a6d-b462f9cbdc4d req-2630bbaa-62d0-4c57-8e4c-010642f886ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:54.390922 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c19ed0d3-464c-4540-8a6d-b462f9cbdc4d req-2630bbaa-62d0-4c57-8e4c-010642f886ba service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.0932801 Mar 30 16:40:54.441155 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c19ed0d3-464c-4540-8a6d-b462f9cbdc4d req-033128a4-1d83-414c-af77-294db250855c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ff763ea-5563-423a-82bb-773a36c92b94 HTTP/1.1" status: 200 len: 217 time: 0.0373628 Mar 30 16:40:54.492116 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ed0d3-464c-4540-8a6d-b462f9cbdc4d req-a19d6ec7-dd36-4868-8c2a-9399ff28a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:54.493624 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c19ed0d3-464c-4540-8a6d-b462f9cbdc4d req-a19d6ec7-dd36-4868-8c2a-9399ff28a09d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.0453176 Mar 30 16:40:54.548621 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ed0d3-464c-4540-8a6d-b462f9cbdc4d req-55c110f7-f9d7-499a-b76a-955ef7dfc7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:54.550137 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c19ed0d3-464c-4540-8a6d-b462f9cbdc4d req-55c110f7-f9d7-499a-b76a-955ef7dfc7a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495245 Mar 30 16:40:54.666155 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c19ed0d3-464c-4540-8a6d-b462f9cbdc4d req-406d8759-877c-4ffa-b2c8-7b8b379f1b90 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090796 Mar 30 16:40:54.803621 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c19ed0d3-464c-4540-8a6d-b462f9cbdc4d req-78d1febb-3401-48a0-b4ae-e886ad3bda89 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315191 Mar 30 16:40:54.810710 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eeb464-a29d-44ae-ab29-bde174b76a1b req-51069833-7b42-446d-8042-26be0b0c22e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:54.812224 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6eeb464-a29d-44ae-ab29-bde174b76a1b req-51069833-7b42-446d-8042-26be0b0c22e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 945 time: 0.0830722 Mar 30 16:40:54.860669 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6eeb464-a29d-44ae-ab29-bde174b76a1b req-562945a8-5df6-45f8-b147-64de5fb7b36a tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417962 Mar 30 16:40:54.890015 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 0a520735-aae9-47f0-a2f2-fdbf1580850a up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:55.028195 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 0a520735-aae9-47f0-a2f2-fdbf1580850a completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:40:55.032402 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 0a520735-aae9-47f0-a2f2-fdbf1580850a triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:55.032778 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.045017 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a5f67-c0d2-40d6-9ff8-3708dd71fa77 req-d24f31c1-29aa-493b-b92b-b91a57855b68 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:55.046490 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a10a5f67-c0d2-40d6-9ff8-3708dd71fa77 req-d24f31c1-29aa-493b-b92b-b91a57855b68 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 947 time: 0.0587270 Mar 30 16:40:55.096701 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a10a5f67-c0d2-40d6-9ff8-3708dd71fa77 req-011a22d7-dd6b-47d2-b829-ba92923b0991 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436561 Mar 30 16:40:55.112296 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 0a520735-aae9-47f0-a2f2-fdbf1580850a is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:55.112699 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.135879 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f53c7f-3290-4537-bccc-1ab1746d61f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a520735-aae9-47f0-a2f2-fdbf1580850a'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:55.138148 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccda58f-7adb-47c2-8fef-83e3d6918180" -d '{"events": [{"server_uuid": "c4f53c7f-3290-4537-bccc-1ab1746d61f5", "name": "network-vif-plugged", "status": "completed", "tag": "0a520735-aae9-47f0-a2f2-fdbf1580850a"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:55.150503 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 0a520735-aae9-47f0-a2f2-fdbf1580850a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0a520735-aae9-47f0-a2f2-fdbf1580850a,segment=NetworkSegment(676548d5-15c9-48cb-9286-f2bb6cb70c39),segment_id=676548d5-15c9-48cb-9286-f2bb6cb70c39)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:55.174827 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e8f17a-f3e9-4d67-89b5-42b60f2fabea x-openstack-request-id: req-31e8f17a-f3e9-4d67-89b5-42b60f2fabea {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:55.175137 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f53c7f-3290-4537-bccc-1ab1746d61f5", "name": "network-vif-plugged", "status": "completed", "tag": "0a520735-aae9-47f0-a2f2-fdbf1580850a", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:55.175508 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31e8f17a-f3e9-4d67-89b5-42b60f2fabea {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:55.175970 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31e8f17a-f3e9-4d67-89b5-42b60f2fabea'] response: {'server_uuid': 'c4f53c7f-3290-4537-bccc-1ab1746d61f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a520735-aae9-47f0-a2f2-fdbf1580850a', 'code': 200} Mar 30 16:40:55.239896 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.291654 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=0a520735-aae9-47f0-a2f2-fdbf1580850a,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:55.409454 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44f32b9-ceed-4f96-ac82-5140dc5d3795 req-413a097b-132b-4693-af8a-67ff1755a8cd tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:55.410922 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d44f32b9-ceed-4f96-ac82-5140dc5d3795 req-413a097b-132b-4693-af8a-67ff1755a8cd tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0525301 Mar 30 16:40:55.460341 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d44f32b9-ceed-4f96-ac82-5140dc5d3795 req-579e17fa-5d05-4889-920d-4c08721bf342 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428572 Mar 30 16:40:55.522065 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f4749-de23-409c-a00e-c578fd39ddfe req-f02db25a-b0cf-4e45-82fa-93f17280d79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:55.533828 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4c8f4749-de23-409c-a00e-c578fd39ddfe req-f02db25a-b0cf-4e45-82fa-93f17280d79a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 1130 time: 0.0454371 Mar 30 16:40:55.573378 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4c8f4749-de23-409c-a00e-c578fd39ddfe req-f7b2da45-0d03-4999-b30e-12a7b04cd7dd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424445 Mar 30 16:40:55.749998 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40872) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:55.855406 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d272cddd-59e5-4994-a17b-296967a57399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.932066 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d272cddd-59e5-4994-a17b-296967a57399 admin admin] Publish callbacks [] for security_group (b11c6354-f911-4cf9-88ab-ae2387ade499), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:55.980681 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d3b85-0797-4a37-9413-d8995795a2c8 req-a97d4c4a-d4ed-42e0-a531-3f77a11f39fe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:55.982070 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-583d3b85-0797-4a37-9413-d8995795a2c8 req-a97d4c4a-d4ed-42e0-a531-3f77a11f39fe tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 946 time: 0.0507395 Mar 30 16:40:56.030541 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-583d3b85-0797-4a37-9413-d8995795a2c8 req-274c5fc9-a930-4528-b51c-380bfaf62ebf tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428867 Mar 30 16:40:56.034354 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d272cddd-59e5-4994-a17b-296967a57399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b11c6354-f911-4cf9-88ab-ae2387ade499), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.074870 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-d272cddd-59e5-4994-a17b-296967a57399 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e66c868f149e4794aa22620bd66f5578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3237133 Mar 30 16:40:56.079426 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272cddd-59e5-4994-a17b-296967a57399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11c6354-f911-4cf9-88ab-ae2387ade499,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:56.080685 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40886) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:56.127669 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e441c14e-1e51-424b-ac88-7785ced60044 admin admin] Publish callbacks [] for security_group (b11c6354-f911-4cf9-88ab-ae2387ade499), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.154968 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e441c14e-1e51-424b-ac88-7785ced60044 admin admin] Publish callbacks [] for security_group (b11c6354-f911-4cf9-88ab-ae2387ade499), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.223656 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fd907-d13f-422e-a9db-eff01904dbd5 req-8b8a91b0-334f-412d-8bd2-601e0cd4ab0f tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:56.226508 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4c0fd907-d13f-422e-a9db-eff01904dbd5 req-8b8a91b0-334f-412d-8bd2-601e0cd4ab0f tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 947 time: 0.0568991 Mar 30 16:40:56.280256 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4c0fd907-d13f-422e-a9db-eff01904dbd5 req-3e2f582c-0fb0-4791-a90b-952cb1c6646e tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463235 Mar 30 16:40:56.456664 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e441c14e-1e51-424b-ac88-7785ced60044 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b11c6354-f911-4cf9-88ab-ae2387ade499), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.460796 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e441c14e-1e51-424b-ac88-7785ced60044 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.463532 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-e441c14e-1e51-424b-ac88-7785ced60044 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b11c6354-f911-4cf9-88ab-ae2387ade499 HTTP/1.1" status: 204 len: 168 time: 0.3803453 Mar 30 16:40:56.471046 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e441c14e-1e51-424b-ac88-7785ced60044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11c6354-f911-4cf9-88ab-ae2387ade499,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:56.503766 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40896) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:56.611663 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f1bbf-06f4-4581-b8a2-3b3d3a4476c2 req-ef6fde16-2cb3-4386-bdef-345c628a6948 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:56.621119 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9a7f1bbf-06f4-4581-b8a2-3b3d3a4476c2 req-ef6fde16-2cb3-4386-bdef-345c628a6948 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0722442 Mar 30 16:40:56.676180 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9a7f1bbf-06f4-4581-b8a2-3b3d3a4476c2 req-508c5258-766c-4255-9931-0dd72579f71a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538783 Mar 30 16:40:56.718057 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5270-5e7a-44b5-9857-c1b43937dc2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.799861 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5270-5e7a-44b5-9857-c1b43937dc2d admin admin] Publish callbacks [] for security_group (c23ca4d4-3f9a-41a5-b909-849666d00608), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.898886 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device a67e39aa-120e-4dbe-8beb-8004487db212 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:40:56.906031 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-fe3e5270-5e7a-44b5-9857-c1b43937dc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (c23ca4d4-3f9a-41a5-b909-849666d00608), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:56.944964 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-fe3e5270-5e7a-44b5-9857-c1b43937dc2d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9e8e8ea52eb420eb52ab58926da23a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4398808 Mar 30 16:40:56.946120 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e5270-5e7a-44b5-9857-c1b43937dc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c23ca4d4-3f9a-41a5-b909-849666d00608,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:56.948488 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40908) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:57.019724 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0008dd07-6b3c-44a2-b223-878ccd6b8f09 admin admin] Publish callbacks [] for security_group (c23ca4d4-3f9a-41a5-b909-849666d00608), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.020599 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port a67e39aa-120e-4dbe-8beb-8004487db212, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a67e39aa-120e-4dbe-8beb-8004487db212,segment=NetworkSegment(8d420d8e-e1e6-44cf-a64f-f6344f046700),segment_id=8d420d8e-e1e6-44cf-a64f-f6344f046700)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:57.032346 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': 'a67e39aa-120e-4dbe-8beb-8004487db212', 'network_id': 'd1cf1711-a49a-43c9-96cc-dd598317224f', 'port_id': 'a67e39aa-120e-4dbe-8beb-8004487db212', 'mac_address': 'fa:16:3e:f1:4b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a62999-beec-48d3-ac08-1bba1d964a8f', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:40:57.052788 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0008dd07-6b3c-44a2-b223-878ccd6b8f09 admin admin] Publish callbacks [] for security_group (c23ca4d4-3f9a-41a5-b909-849666d00608), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.086757 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port a67e39aa-120e-4dbe-8beb-8004487db212 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:57.087156 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.108118 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67e39aa-120e-4dbe-8beb-8004487db212 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:40:57.128464 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port a67e39aa-120e-4dbe-8beb-8004487db212, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a67e39aa-120e-4dbe-8beb-8004487db212,segment=NetworkSegment(8d420d8e-e1e6-44cf-a64f-f6344f046700),segment_id=8d420d8e-e1e6-44cf-a64f-f6344f046700)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:57.186688 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd25017-ad48-4dff-9bdc-2058791cacad req-ebdbc44f-6be8-4b74-9a70-de91ed3a74f6 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:57.188295 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6cd25017-ad48-4dff-9bdc-2058791cacad req-ebdbc44f-6be8-4b74-9a70-de91ed3a74f6 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 946 time: 0.0609605 Mar 30 16:40:57.205531 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.205909 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0008dd07-6b3c-44a2-b223-878ccd6b8f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (c23ca4d4-3f9a-41a5-b909-849666d00608), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.210706 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0008dd07-6b3c-44a2-b223-878ccd6b8f09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:57.214540 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-0008dd07-6b3c-44a2-b223-878ccd6b8f09 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c23ca4d4-3f9a-41a5-b909-849666d00608 HTTP/1.1" status: 204 len: 168 time: 0.2621439 Mar 30 16:40:57.245850 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008dd07-6b3c-44a2-b223-878ccd6b8f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23ca4d4-3f9a-41a5-b909-849666d00608,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:57.273784 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=a67e39aa-120e-4dbe-8beb-8004487db212,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:57.300659 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6cd25017-ad48-4dff-9bdc-2058791cacad req-faa6b856-0fa1-43e1-93af-239ed7a4679f tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006119 Mar 30 16:40:57.413890 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21ec69-b6ef-4732-9ba5-9007732386c6 req-613065e8-d45f-48a5-8d2c-7a586e24768c tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:57.421666 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f21ec69-b6ef-4732-9ba5-9007732386c6 req-613065e8-d45f-48a5-8d2c-7a586e24768c tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 948 time: 0.0699465 Mar 30 16:40:57.472721 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f21ec69-b6ef-4732-9ba5-9007732386c6 req-798e7036-1a16-443a-9bb1-8af6882be6ef tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456591 Mar 30 16:40:57.544717 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['a67e39aa-120e-4dbe-8beb-8004487db212'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:40:57.795551 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f617703-277d-47aa-90ef-fc060a6fa14b req-6ecacaad-308b-4c10-a768-7063b63014a7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:57.797239 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3f617703-277d-47aa-90ef-fc060a6fa14b req-6ecacaad-308b-4c10-a768-7063b63014a7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0526812 Mar 30 16:40:57.844460 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3f617703-277d-47aa-90ef-fc060a6fa14b req-68dd9091-64df-43dd-a29d-0b0ce8ebabe8 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409133 Mar 30 16:40:57.931355 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40942) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:58.002996 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 40946) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:58.014632 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca93aa46-e0fc-470c-97ca-cf80e383ba2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.025847 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-443834483-network', 'tenant_id': '25d7d5e957d144a4b5562002b0a22ae2'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:58.087651 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca93aa46-e0fc-470c-97ca-cf80e383ba2f admin admin] Publish callbacks [] for security_group (8a814862-4984-478f-90d4-e49f6b456ab5), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.165485 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca93aa46-e0fc-470c-97ca-cf80e383ba2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8a814862-4984-478f-90d4-e49f6b456ab5), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.165637 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Made reservation on behalf of 25d7d5e957d144a4b5562002b0a22ae2 for: {'network': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:58.167803 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.176207 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.203988 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ca93aa46-e0fc-470c-97ca-cf80e383ba2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9dc20f7b61ed4096b61471f04eff870c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011311 Mar 30 16:40:58.205960 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca93aa46-e0fc-470c-97ca-cf80e383ba2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a814862-4984-478f-90d4-e49f6b456ab5,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:58.209065 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40948) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:58.289950 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Publish callbacks [] for security_group (a0285d0d-50d5-4cc9-846a-7917f2b55086), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.291001 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e663949a-3538-4f68-bf7c-76403ca9cbe4 admin admin] Publish callbacks [] for security_group (8a814862-4984-478f-90d4-e49f6b456ab5), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.313845 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e663949a-3538-4f68-bf7c-76403ca9cbe4 admin admin] Publish callbacks [] for security_group (8a814862-4984-478f-90d4-e49f6b456ab5), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.354832 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (a0285d0d-50d5-4cc9-846a-7917f2b55086), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.388293 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0285d0d-50d5-4cc9-846a-7917f2b55086,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:58.432582 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1001c45-5e50-4152-bc83-5a4bdc16e494 req-b8ee57c3-73a3-42d4-8f56-365aa9831733 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:58.433583 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e663949a-3538-4f68-bf7c-76403ca9cbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8a814862-4984-478f-90d4-e49f6b456ab5), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.434216 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e1001c45-5e50-4152-bc83-5a4bdc16e494 req-b8ee57c3-73a3-42d4-8f56-365aa9831733 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 946 time: 0.0589619 Mar 30 16:40:58.436133 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e663949a-3538-4f68-bf7c-76403ca9cbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.439776 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-e663949a-3538-4f68-bf7c-76403ca9cbe4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a814862-4984-478f-90d4-e49f6b456ab5 HTTP/1.1" status: 204 len: 168 time: 0.2276630 Mar 30 16:40:58.439776 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'} {{(pid=106608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:40:58.451046 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663949a-3538-4f68-bf7c-76403ca9cbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a814862-4984-478f-90d4-e49f6b456ab5,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:58.462303 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (d60f24a1-ed19-4e94-89a2-bcf2726b7039), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.462303 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.segments_db [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Added segment d60f24a1-ed19-4e94-89a2-bcf2726b7039 of type vlan for network ddb0fcca-ba16-4a1a-9825-1de424c787dd Mar 30 16:40:58.506175 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e1001c45-5e50-4152-bc83-5a4bdc16e494 req-905f3b03-d4bb-4bdd-90bc-abe16fa5c56a tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650730 Mar 30 16:40:58.515739 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (ddb0fcca-ba16-4a1a-9825-1de424c787dd), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.595834 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173a672-fb5a-4c23-bbde-80ca0986b4dc req-a8f413b7-9727-4fa6-b03a-eaccf4778e97 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:58.597317 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2173a672-fb5a-4c23-bbde-80ca0986b4dc req-a8f413b7-9727-4fa6-b03a-eaccf4778e97 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 948 time: 0.0550456 Mar 30 16:40:58.605490 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (ddb0fcca-ba16-4a1a-9825-1de424c787dd), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.606530 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:58.607213 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.645884 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2173a672-fb5a-4c23-bbde-80ca0986b4dc req-a619bdc7-5345-48d5-ac98-993ec4d8a399 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420096 Mar 30 16:40:58.667858 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] Pushing event updated for resources: {'Network': ['ID=ddb0fcca-ba16-4a1a-9825-1de424c787dd,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:58.678879 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network ddb0fcca-ba16-4a1a-9825-1de424c787dd details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:40:58.740338 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-34be8f95-9550-405d-bb15-120d58e29efd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8069763 Mar 30 16:40:58.749660 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 40964) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:40:58.754755 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] Request body: {'subnet': {'network_id': 'ddb0fcca-ba16-4a1a-9825-1de424c787dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-443834483-subnet', 'tenant_id': '25d7d5e957d144a4b5562002b0a22ae2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:40:58.865978 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] Made reservation on behalf of 25d7d5e957d144a4b5562002b0a22ae2 for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:40:58.875719 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12250423'] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:58.921648 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device a67e39aa-120e-4dbe-8beb-8004487db212 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:40:59.004223 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde6380-9f39-465d-a993-5d36cf3f6fe3 req-c5091a5b-160a-48db-a20c-1b2e5063220a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:59.013937 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8bde6380-9f39-465d-a993-5d36cf3f6fe3 req-c5091a5b-160a-48db-a20c-1b2e5063220a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0872650 Mar 30 16:40:59.069163 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8bde6380-9f39-465d-a993-5d36cf3f6fe3 req-2a32bc82-7043-4233-af6f-d743cb1e2c40 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543048 Mar 30 16:40:59.073300 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port a67e39aa-120e-4dbe-8beb-8004487db212 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:40:59.080574 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port a67e39aa-120e-4dbe-8beb-8004487db212 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:40:59.081176 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.175503 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12227333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12250401'] for subnet (e8e7d665-1380-473d-86d3-cafc6d123e3b), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.176529 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port a67e39aa-120e-4dbe-8beb-8004487db212 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:40:59.176994 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.201315 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f9f19d-d5c3-4076-b8a4-3a371429afa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67e39aa-120e-4dbe-8beb-8004487db212'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:40:59.203748 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e1956c-4d9d-4950-89c8-a7e80f296529" -d '{"events": [{"server_uuid": "a2f9f19d-d5c3-4076-b8a4-3a371429afa4", "name": "network-vif-plugged", "status": "completed", "tag": "a67e39aa-120e-4dbe-8beb-8004487db212"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:40:59.216878 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port a67e39aa-120e-4dbe-8beb-8004487db212, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a67e39aa-120e-4dbe-8beb-8004487db212,segment=NetworkSegment(8d420d8e-e1e6-44cf-a64f-f6344f046700),segment_id=8d420d8e-e1e6-44cf-a64f-f6344f046700)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:40:59.232982 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8e7d665-1380-473d-86d3-cafc6d123e3b,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:59.242141 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18de7ef7-ab34-4d05-9297-8cb037f73bc5 x-openstack-request-id: req-18de7ef7-ab34-4d05-9297-8cb037f73bc5 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:40:59.242454 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f9f19d-d5c3-4076-b8a4-3a371429afa4", "name": "network-vif-plugged", "status": "completed", "tag": "a67e39aa-120e-4dbe-8beb-8004487db212", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:40:59.242746 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-18de7ef7-ab34-4d05-9297-8cb037f73bc5 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:40:59.243158 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18de7ef7-ab34-4d05-9297-8cb037f73bc5'] response: {'server_uuid': 'a2f9f19d-d5c3-4076-b8a4-3a371429afa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67e39aa-120e-4dbe-8beb-8004487db212', 'code': 200} Mar 30 16:40:59.250392 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] Checking segment: {'id': 'd60f24a1-ed19-4e94-89a2-bcf2726b7039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'ddb0fcca-ba16-4a1a-9825-1de424c787dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:40:59.250392 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] Network hostable DHCP agents. Network: ddb0fcca-ba16-4a1a-9825-1de424c787dd, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:40:59.297068 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.337036 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] Network ddb0fcca-ba16-4a1a-9825-1de424c787dd is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:40:59.347409 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=a67e39aa-120e-4dbe-8beb-8004487db212,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:40:59.485352 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, ddb0fcca-ba16-4a1a-9825-1de424c787dd) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:40:59.489704 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:59.497002 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.497275 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dd8a16-7cc3-44cc-9626-c6c7356de1c2 None None] Network ddb0fcca-ba16-4a1a-9825-1de424c787dd requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:59.591597 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1852dd4-8940-4f6e-a57f-2b2f376411fa None None] Network ddb0fcca-ba16-4a1a-9825-1de424c787dd requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:40:59.631289 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-acb47327-8882-40e7-b083-5b61774e97bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:40:59.647182 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-a27d2db0-4c16-412e-82bc-e618e8273403 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8916662 Mar 30 16:40:59.791192 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaba34a-0fc4-486e-9c6d-174f72dcdf60 req-1d6538ac-6510-492f-b359-433d3f06d1e8 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:40:59.792681 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1eaba34a-0fc4-486e-9c6d-174f72dcdf60 req-1d6538ac-6510-492f-b359-433d3f06d1e8 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 949 time: 0.0706441 Mar 30 16:40:59.842532 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1eaba34a-0fc4-486e-9c6d-174f72dcdf60 req-7df5551e-aa03-446e-89a2-20a2e36250da tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440884 Mar 30 16:41:00.207213 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd068416-1a68-43d4-8866-4e5936b16ff4 req-389cfead-9a6f-41f2-a16e-1733d3df4233 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:00.208664 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd068416-1a68-43d4-8866-4e5936b16ff4 req-389cfead-9a6f-41f2-a16e-1733d3df4233 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0551736 Mar 30 16:41:00.257380 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fd068416-1a68-43d4-8866-4e5936b16ff4 req-70b276ae-7812-4bad-8a88-9f4690fbcaef tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431650 Mar 30 16:41:00.457317 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 41028) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:00.462812 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-860348591-network', 'tenant_id': '4820674819ca4125aef92a1faaa7361e'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:00.620575 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Made reservation on behalf of 4820674819ca4125aef92a1faaa7361e for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:00.622985 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:00.633099 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:00.713531 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Publish callbacks [] for security_group (d99f35f7-e526-4684-ac74-bca1f2fcefde), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:00.845913 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (d99f35f7-e526-4684-ac74-bca1f2fcefde), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:00.868809 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:41:00.877477 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d99f35f7-e526-4684-ac74-bca1f2fcefde,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:00.884487 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (a4e2944d-7ef2-4d4d-8e34-201c367e024b), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:00.884831 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Added segment a4e2944d-7ef2-4d4d-8e34-201c367e024b of type vlan for network 58545019-0409-4e65-ae99-97f8bb5a82ae Mar 30 16:41:00.925134 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (58545019-0409-4e65-ae99-97f8bb5a82ae), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:00.991176 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05828af2-c2ce-4a81-bed2-a30fe1fdabb5 req-2508787c-6e38-487e-8c40-83e83a9edb9a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:00.992702 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05828af2-c2ce-4a81-bed2-a30fe1fdabb5 req-2508787c-6e38-487e-8c40-83e83a9edb9a tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 949 time: 0.0639377 Mar 30 16:41:01.042891 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05828af2-c2ce-4a81-bed2-a30fe1fdabb5 req-2b286812-4325-4f7d-86ed-80413e63814d tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Mar 30 16:41:01.085243 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (58545019-0409-4e65-ae99-97f8bb5a82ae), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.086217 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:01.086823 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.154180 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] Pushing event updated for resources: {'Network': ['ID=58545019-0409-4e65-ae99-97f8bb5a82ae,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:01.164868 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network 58545019-0409-4e65-ae99-97f8bb5a82ae details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:41:01.226269 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-00311091-6760-4335-b839-ffe51a1a7a67 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7676740 Mar 30 16:41:01.231576 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41046) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:01.236992 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] Request body: {'subnet': {'network_id': '58545019-0409-4e65-ae99-97f8bb5a82ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-860348591-subnet', 'tenant_id': '4820674819ca4125aef92a1faaa7361e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:01.348000 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] Made reservation on behalf of 4820674819ca4125aef92a1faaa7361e for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:01.350553 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12250423'] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.394317 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f95eb4e-73bb-4f0b-99cc-409b612286b1 req-8d02e804-551a-4b5f-a637-495db8214de3 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:01.396579 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f95eb4e-73bb-4f0b-99cc-409b612286b1 req-8d02e804-551a-4b5f-a637-495db8214de3 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0708175 Mar 30 16:41:01.445366 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f95eb4e-73bb-4f0b-99cc-409b612286b1 req-8de6fabe-8e97-4fc0-92f9-8bb569ed4210 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Mar 30 16:41:01.605720 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12227333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12250401'] for subnet (b414f44a-401b-41e8-8dab-b40006765591), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.669587 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b414f44a-401b-41e8-8dab-b40006765591,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:01.674074 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] Checking segment: {'id': 'a4e2944d-7ef2-4d4d-8e34-201c367e024b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '58545019-0409-4e65-ae99-97f8bb5a82ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:01.674962 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] Network hostable DHCP agents. Network: 58545019-0409-4e65-ae99-97f8bb5a82ae, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:41:01.751847 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] Network 58545019-0409-4e65-ae99-97f8bb5a82ae is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:41:01.780324 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-943e4895-3dc4-4274-8cf9-9520e24b7680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.868293 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, 58545019-0409-4e65-ae99-97f8bb5a82ae) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:01.872060 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:01.872651 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:01.876576 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead1374a-effe-489a-8a3b-89dc563fa643 None None] Network 58545019-0409-4e65-ae99-97f8bb5a82ae requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:41:01.975534 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91d2599-060c-49ca-a082-f70eb2a09a5e None None] Network 58545019-0409-4e65-ae99-97f8bb5a82ae requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:41:01.990845 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-5c37366a-d226-4084-9802-b566bc3a7e9e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7577970 Mar 30 16:41:02.109464 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41070) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:02.165901 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c0cb2-2fb1-4c70-9406-72db701975ea req-b2a64d49-aa3b-4d06-b01b-6b5d74d153c9 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:02.167441 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee6c0cb2-2fb1-4c70-9406-72db701975ea req-b2a64d49-aa3b-4d06-b01b-6b5d74d153c9 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 949 time: 0.0575421 Mar 30 16:41:02.167659 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-399795e1-228d-46d0-a0de-4eff6e27709e admin admin] Deleting subnet e8e7d665-1380-473d-86d3-cafc6d123e3b {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:41:02.171069 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-399795e1-228d-46d0-a0de-4eff6e27709e admin admin] Publish callbacks [] for subnet (e8e7d665-1380-473d-86d3-cafc6d123e3b), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:02.206187 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-399795e1-228d-46d0-a0de-4eff6e27709e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (e8e7d665-1380-473d-86d3-cafc6d123e3b), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:02.241301 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b8b2a-71d7-4538-87c6-2d916da41847 req-aa1d33aa-b950-4afb-9bc0-f8cb16c45a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:02.242659 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-679b8b2a-71d7-4538-87c6-2d916da41847 req-aa1d33aa-b950-4afb-9bc0-f8cb16c45a8f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 1133 time: 0.0743628 Mar 30 16:41:02.245861 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee6c0cb2-2fb1-4c70-9406-72db701975ea req-6d731dd0-5e50-4b7d-829f-3dc7cafa8fea tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695286 Mar 30 16:41:02.263625 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-399795e1-228d-46d0-a0de-4eff6e27709e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (e8e7d665-1380-473d-86d3-cafc6d123e3b), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:02.303882 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-679b8b2a-71d7-4538-87c6-2d916da41847 req-005ef639-3c48-40b9-a2ec-dbf79e7d68c6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517061 Mar 30 16:41:02.463313 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-399795e1-228d-46d0-a0de-4eff6e27709e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (e8e7d665-1380-473d-86d3-cafc6d123e3b), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:02.490202 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399795e1-228d-46d0-a0de-4eff6e27709e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8e7d665-1380-473d-86d3-cafc6d123e3b,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:02.494602 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-399795e1-228d-46d0-a0de-4eff6e27709e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:02.498031 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-399795e1-228d-46d0-a0de-4eff6e27709e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e8e7d665-1380-473d-86d3-cafc6d123e3b HTTP/1.1" status: 204 len: 168 time: 0.3871737 Mar 30 16:41:02.500638 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 41082) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:02.608963 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (ddb0fcca-ba16-4a1a-9825-1de424c787dd), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:02.628865 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fb2bf3-d96d-451a-9a90-b0b261018e06 req-90ec2711-1475-4db7-9e4b-486f41dbeb8a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:02.630556 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6fb2bf3-d96d-451a-9a90-b0b261018e06 req-90ec2711-1475-4db7-9e4b-486f41dbeb8a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0849493 Mar 30 16:41:02.736193 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (ddb0fcca-ba16-4a1a-9825-1de424c787dd), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:02.769448 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.769827 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.770627 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.771061 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > port after_create 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.771398 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.771715 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > port after_update 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.772031 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.772346 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.772660 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.772971 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.838169 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.838693 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.839027 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.839355 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106603) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 30 16:41:02.839713 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb0fcca-ba16-4a1a-9825-1de424c787dd']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:02.848742 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6fb2bf3-d96d-451a-9a90-b0b261018e06 req-af1c0775-40ad-49a6-b631-7015e9f56dc6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970992 Mar 30 16:41:02.889194 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd60f24a1-ed19-4e94-89a2-bcf2726b7039') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:02.889485 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd60f24a1-ed19-4e94-89a2-bcf2726b7039') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:02.909090 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12072767'] for segment (d60f24a1-ed19-4e94-89a2-bcf2726b7039), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:02.937323 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (d60f24a1-ed19-4e94-89a2-bcf2726b7039), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:02.948990 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:41:02.949317 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11996077'] for segment (d60f24a1-ed19-4e94-89a2-bcf2726b7039), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: from cryptography.utils import int_from_bytes Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: from cryptography.utils import int_from_bytes Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: Traceback (most recent call last): Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: timer() Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: cb(*args, **kw) Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: return func(*args, **kwargs) Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: self._notify() Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: self.callback(batched_events) Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: event.method(event) Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: return f(self, *a, **k) Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: return self._get(url).json() Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: return self.request(url, 'GET', **kwargs) Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:41:02.953329 dv-cinder-835871-1-iscsi neutron-server[106603]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:41:03.039464 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.227661 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d99ac0-c969-4267-a0fa-0c55866ea8a2 req-618c68ff-e1f5-4172-81ce-161c9c8a1793 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:03.229039 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-07d99ac0-c969-4267-a0fa-0c55866ea8a2 req-618c68ff-e1f5-4172-81ce-161c9c8a1793 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 946 time: 0.3843143 Mar 30 16:41:03.287410 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-07d99ac0-c969-4267-a0fa-0c55866ea8a2 req-0c9adc79-d740-4bb4-a004-58ad3cd4c0f2 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520041 Mar 30 16:41:03.346765 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (ddb0fcca-ba16-4a1a-9825-1de424c787dd), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.353338 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.356815 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ddb0fcca-ba16-4a1a-9825-1de424c787dd HTTP/1.1" status: 204 len: 168 time: 0.8549178 Mar 30 16:41:03.359398 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41102) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:03.376013 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18655c-57d2-4bad-abcb-f076c3459ce5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb0fcca-ba16-4a1a-9825-1de424c787dd,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:03.398784 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0506ff99-452c-4729-901a-bd72805f9cc3 req-e463efab-c258-4fe8-9e7e-fd771c4b2475 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:03.400373 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0506ff99-452c-4729-901a-bd72805f9cc3 req-e463efab-c258-4fe8-9e7e-fd771c4b2475 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 949 time: 0.0861347 Mar 30 16:41:03.409408 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfab8cb6-3dd6-4657-9b3b-889c41dccd5a admin admin] Deleting subnet b414f44a-401b-41e8-8dab-b40006765591 {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:41:03.413486 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bfab8cb6-3dd6-4657-9b3b-889c41dccd5a admin admin] Publish callbacks [] for subnet (b414f44a-401b-41e8-8dab-b40006765591), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.449897 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0506ff99-452c-4729-901a-bd72805f9cc3 req-64f4e7ca-181d-4b3e-b521-3a2d4ac8de40 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439363 Mar 30 16:41:03.451684 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bfab8cb6-3dd6-4657-9b3b-889c41dccd5a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (b414f44a-401b-41e8-8dab-b40006765591), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.499462 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bfab8cb6-3dd6-4657-9b3b-889c41dccd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (b414f44a-401b-41e8-8dab-b40006765591), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.628541 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bfab8cb6-3dd6-4657-9b3b-889c41dccd5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (b414f44a-401b-41e8-8dab-b40006765591), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.654903 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfab8cb6-3dd6-4657-9b3b-889c41dccd5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b414f44a-401b-41e8-8dab-b40006765591,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:03.658520 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bfab8cb6-3dd6-4657-9b3b-889c41dccd5a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.661852 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-bfab8cb6-3dd6-4657-9b3b-889c41dccd5a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b414f44a-401b-41e8-8dab-b40006765591 HTTP/1.1" status: 204 len: 168 time: 0.3007588 Mar 30 16:41:03.664199 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41106) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:03.731640 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (58545019-0409-4e65-ae99-97f8bb5a82ae), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.813566 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (58545019-0409-4e65-ae99-97f8bb5a82ae), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.834188 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58545019-0409-4e65-ae99-97f8bb5a82ae']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:03.843391 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4e2944d-7ef2-4d4d-8e34-201c367e024b') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:03.843696 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4e2944d-7ef2-4d4d-8e34-201c367e024b') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:03.852949 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (a4e2944d-7ef2-4d4d-8e34-201c367e024b), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.867002 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (a4e2944d-7ef2-4d4d-8e34-201c367e024b), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.872855 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:41:03.873295 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (a4e2944d-7ef2-4d4d-8e34-201c367e024b), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:41:03.875061 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:41:03.969551 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b06a938-a459-49a1-84e3-3291f03a2fd4 req-56f27c05-df60-450d-8c8b-c885ff691176 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:03.970997 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0b06a938-a459-49a1-84e3-3291f03a2fd4 req-56f27c05-df60-450d-8c8b-c885ff691176 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0516584 Mar 30 16:41:04.017788 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0b06a938-a459-49a1-84e3-3291f03a2fd4 req-c96e1b60-3817-4cfd-82f4-74b448f66de9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Mar 30 16:41:04.055049 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (58545019-0409-4e65-ae99-97f8bb5a82ae), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.060438 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.072837 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] 10.222.0.21 "DELETE /v2.0/networks/58545019-0409-4e65-ae99-97f8bb5a82ae HTTP/1.1" status: 204 len: 168 time: 0.3987877 Mar 30 16:41:04.078952 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d0833-1b86-4dc0-87fd-36ce16885e2b admin admin] Pushing event deleted for resources: {'Network': ['ID=58545019-0409-4e65-ae99-97f8bb5a82ae,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:04.300380 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.409631 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f36a7-e42f-4b0d-a0e0-3854cc8634a7 req-9e68adf9-34c2-48c2-b993-20e60bde9ae2 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:04.413677 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a7f36a7-e42f-4b0d-a0e0-3854cc8634a7 req-9e68adf9-34c2-48c2-b993-20e60bde9ae2 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 946 time: 0.0591598 Mar 30 16:41:04.467322 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a7f36a7-e42f-4b0d-a0e0-3854cc8634a7 req-79fd6ad0-2a94-4550-9a37-20343225eba3 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/security-groups?id=75fed2a4-fd41-4b09-939d-b2334b4e78a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490716 Mar 30 16:41:04.511872 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41132) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:04.558933 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-9c3fbf3f-0ff6-4eb2-9686-f5f030c1c037 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25d7d5e957d144a4b5562002b0a22ae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0458012 Mar 30 16:41:04.561391 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41134) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:04.583972 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89c612-475e-4789-b593-9fe0d7a7f77b req-72cfd01e-a8df-4aad-8d79-74f09d1f87a8 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:04.585458 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da89c612-475e-4789-b593-9fe0d7a7f77b req-72cfd01e-a8df-4aad-8d79-74f09d1f87a8 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 949 time: 0.0542190 Mar 30 16:41:04.610443 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-828ff72d-76eb-4c48-b500-7912e558e85c admin admin] Publish callbacks [] for security_group (a0285d0d-50d5-4cc9-846a-7917f2b55086), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.633537 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da89c612-475e-4789-b593-9fe0d7a7f77b req-c721f2e9-3649-40fa-990e-385dcc8c1155 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417914 Mar 30 16:41:04.633965 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-828ff72d-76eb-4c48-b500-7912e558e85c admin admin] Publish callbacks [] for security_group (a0285d0d-50d5-4cc9-846a-7917f2b55086), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.732501 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5b475-1e23-4e6e-980f-7274076d35db req-81193cbe-5c69-4b21-86cd-23ccd6b93e46 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:04.734601 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-faa5b475-1e23-4e6e-980f-7274076d35db req-81193cbe-5c69-4b21-86cd-23ccd6b93e46 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 946 time: 0.0688469 Mar 30 16:41:04.761116 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-828ff72d-76eb-4c48-b500-7912e558e85c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (a0285d0d-50d5-4cc9-846a-7917f2b55086), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.763665 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-828ff72d-76eb-4c48-b500-7912e558e85c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.767995 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-828ff72d-76eb-4c48-b500-7912e558e85c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0285d0d-50d5-4cc9-846a-7917f2b55086 HTTP/1.1" status: 204 len: 168 time: 0.2052493 Mar 30 16:41:04.787493 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828ff72d-76eb-4c48-b500-7912e558e85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0285d0d-50d5-4cc9-846a-7917f2b55086,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:04.898730 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-faa5b475-1e23-4e6e-980f-7274076d35db req-92ad0946-e039-41c0-9e18-f5136bd890e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Deleting port 0a520735-aae9-47f0-a2f2-fdbf1580850a {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:41:04.899072 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-faa5b475-1e23-4e6e-980f-7274076d35db req-92ad0946-e039-41c0-9e18-f5136bd890e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:04.993625 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-faa5b475-1e23-4e6e-980f-7274076d35db req-92ad0946-e039-41c0-9e18-f5136bd890e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] For port 0a520735-aae9-47f0-a2f2-fdbf1580850a, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=0a520735-aae9-47f0-a2f2-fdbf1580850a,segment=NetworkSegment(676548d5-15c9-48cb-9286-f2bb6cb70c39),segment_id=676548d5-15c9-48cb-9286-f2bb6cb70c39)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:04.993991 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-faa5b475-1e23-4e6e-980f-7274076d35db req-92ad0946-e039-41c0-9e18-f5136bd890e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.008526 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-faa5b475-1e23-4e6e-980f-7274076d35db req-92ad0946-e039-41c0-9e18-f5136bd890e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Calling delete_port for 0a520735-aae9-47f0-a2f2-fdbf1580850a owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:41:05.263280 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bace622b-3f08-4e5c-a9be-14b516bad29e req-81aba5a9-a114-4b0c-95db-1cd5bdeda116 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:05.264748 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bace622b-3f08-4e5c-a9be-14b516bad29e req-81aba5a9-a114-4b0c-95db-1cd5bdeda116 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 949 time: 0.1313326 Mar 30 16:41:05.272543 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e70f50-c236-4cd6-bfd4-18f25e420df0 req-c26faeac-e913-46d8-9def-2bb4a9425c21 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:05.273895 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5e70f50-c236-4cd6-bfd4-18f25e420df0 req-c26faeac-e913-46d8-9def-2bb4a9425c21 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.1393409 Mar 30 16:41:05.309981 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-faa5b475-1e23-4e6e-980f-7274076d35db req-92ad0946-e039-41c0-9e18-f5136bd890e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (0a520735-aae9-47f0-a2f2-fdbf1580850a), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.367127 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ad0946-e039-41c0-9e18-f5136bd890e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Pushing event deleted for resources: {'Port': ['ID=0a520735-aae9-47f0-a2f2-fdbf1580850a,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:05.383603 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bace622b-3f08-4e5c-a9be-14b516bad29e req-17874f67-7dcf-4ebe-b4e4-2f011b0b3a2c tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087821 Mar 30 16:41:05.431134 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5e70f50-c236-4cd6-bfd4-18f25e420df0 req-99b72778-a01c-463d-b055-72fac486b7fa tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505103 Mar 30 16:41:05.450787 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa5b475-1e23-4e6e-980f-7274076d35db req-92ad0946-e039-41c0-9e18-f5136bd890e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] No DVR routers for this DVR port 0a520735-aae9-47f0-a2f2-fdbf1580850a on host hv-cinder-83587 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:41:05.450787 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-faa5b475-1e23-4e6e-980f-7274076d35db req-92ad0946-e039-41c0-9e18-f5136bd890e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.453241 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-faa5b475-1e23-4e6e-980f-7274076d35db req-92ad0946-e039-41c0-9e18-f5136bd890e0 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.41 "DELETE /v2.0/ports/0a520735-aae9-47f0-a2f2-fdbf1580850a HTTP/1.1" status: 204 len: 173 time: 0.7128763 Mar 30 16:41:05.453878 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f53c7f-3290-4537-bccc-1ab1746d61f5', 'name': 'network-vif-deleted', 'tag': '0a520735-aae9-47f0-a2f2-fdbf1580850a'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:05.456360 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba7ab43a-6d02-44bb-928d-df385605ca40" -d '{"events": [{"server_uuid": "c4f53c7f-3290-4537-bccc-1ab1746d61f5", "name": "network-vif-deleted", "tag": "0a520735-aae9-47f0-a2f2-fdbf1580850a"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:05.495638 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfa4bc4-f685-49b5-bece-01ce7542bff9 x-openstack-request-id: req-cdfa4bc4-f685-49b5-bece-01ce7542bff9 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:05.495938 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f53c7f-3290-4537-bccc-1ab1746d61f5", "name": "network-vif-deleted", "tag": "0a520735-aae9-47f0-a2f2-fdbf1580850a", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:05.496191 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdfa4bc4-f685-49b5-bece-01ce7542bff9 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:05.496893 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdfa4bc4-f685-49b5-bece-01ce7542bff9'] response: {'server_uuid': 'c4f53c7f-3290-4537-bccc-1ab1746d61f5', 'name': 'network-vif-deleted', 'tag': '0a520735-aae9-47f0-a2f2-fdbf1580850a', 'status': 'completed', 'code': 200} Mar 30 16:41:05.523623 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41160) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:05.581988 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-7f58b013-9064-45c7-b5cb-598fe84be59c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4820674819ca4125aef92a1faaa7361e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0570004 Mar 30 16:41:05.585289 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41164) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:05.587147 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf6fc3c0-95f5-4d4b-8cf2-08cae488edb7 req-635f356f-a084-4114-8955-8329e14709f1 tempest-VolumesActionsTest-1339488796 tempest-VolumesActionsTest-1339488796-project] 10.222.0.21 "GET /v2.0/ports?device_id=c4f53c7f-3290-4537-bccc-1ab1746d61f5 HTTP/1.1" status: 200 len: 210 time: 0.0393221 Mar 30 16:41:05.639841 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dad195d1-efc5-4590-91a7-2b5788caf7ba admin admin] Publish callbacks [] for security_group (d99f35f7-e526-4684-ac74-bca1f2fcefde), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.664281 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dad195d1-efc5-4590-91a7-2b5788caf7ba admin admin] Publish callbacks [] for security_group (d99f35f7-e526-4684-ac74-bca1f2fcefde), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.794019 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dad195d1-efc5-4590-91a7-2b5788caf7ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (d99f35f7-e526-4684-ac74-bca1f2fcefde), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.794198 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.797296 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dad195d1-efc5-4590-91a7-2b5788caf7ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:05.798559 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-dad195d1-efc5-4590-91a7-2b5788caf7ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d99f35f7-e526-4684-ac74-bca1f2fcefde HTTP/1.1" status: 204 len: 168 time: 0.2121203 Mar 30 16:41:05.806751 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad195d1-efc5-4590-91a7-2b5788caf7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d99f35f7-e526-4684-ac74-bca1f2fcefde,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:06.509327 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8983638d-aed4-4a1a-960a-9e876f74564c req-6fe050aa-1d3e-4854-b785-77a4cd1900ab tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:06.510920 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8983638d-aed4-4a1a-960a-9e876f74564c req-6fe050aa-1d3e-4854-b785-77a4cd1900ab tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 949 time: 0.0559068 Mar 30 16:41:06.594501 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8983638d-aed4-4a1a-960a-9e876f74564c req-da017a8b-4b26-42d3-85f4-45ad46b599cc tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/security-groups?id=18dfa56b-5331-4cf6-8359-010e943f4c47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727353 Mar 30 16:41:06.601685 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d2b2e-a06a-4a28-b7ed-fe7cc37f28d6 req-e4015c44-8077-4eb2-8858-a7b92cb25093 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:06.603237 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-360d2b2e-a06a-4a28-b7ed-fe7cc37f28d6 req-e4015c44-8077-4eb2-8858-a7b92cb25093 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0911376 Mar 30 16:41:06.665837 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-360d2b2e-a06a-4a28-b7ed-fe7cc37f28d6 req-24d968ed-9fac-4cc8-bd33-923754bc1264 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565042 Mar 30 16:41:06.994170 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 0a520735-aae9-47f0-a2f2-fdbf1580850a no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:41:07.016452 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 0a520735-aae9-47f0-a2f2-fdbf1580850a {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:41:07.017005 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 0a520735-aae9-47f0-a2f2-fdbf1580850a not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:41:07.017416 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device a67e39aa-120e-4dbe-8beb-8004487db212 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:41:07.048656 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd33842-a702-45bd-9c45-f861df3a0638 req-deb8c2c2-8385-4723-9374-23093a808785 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:07.050206 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2bd33842-a702-45bd-9c45-f861df3a0638 req-deb8c2c2-8385-4723-9374-23093a808785 tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 949 time: 0.0684476 Mar 30 16:41:07.103650 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port a67e39aa-120e-4dbe-8beb-8004487db212 is: ACTIVE; New status is: DOWN {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:07.104222 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:07.137971 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f9f19d-d5c3-4076-b8a4-3a371429afa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a67e39aa-120e-4dbe-8beb-8004487db212'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:07.141647 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b26edb6-6125-4490-90f1-be1856e0269b" -d '{"events": [{"server_uuid": "a2f9f19d-d5c3-4076-b8a4-3a371429afa4", "name": "network-vif-unplugged", "status": "completed", "tag": "a67e39aa-120e-4dbe-8beb-8004487db212"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:07.159192 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port a67e39aa-120e-4dbe-8beb-8004487db212, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a67e39aa-120e-4dbe-8beb-8004487db212,segment=NetworkSegment(8d420d8e-e1e6-44cf-a64f-f6344f046700),segment_id=8d420d8e-e1e6-44cf-a64f-f6344f046700)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:07.180377 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ee54e2-11dd-435e-b058-b5681f308c44 x-openstack-request-id: req-47ee54e2-11dd-435e-b058-b5681f308c44 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:07.180773 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f9f19d-d5c3-4076-b8a4-3a371429afa4", "name": "network-vif-unplugged", "status": "completed", "tag": "a67e39aa-120e-4dbe-8beb-8004487db212", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:07.181353 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47ee54e2-11dd-435e-b058-b5681f308c44 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:07.181821 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ee54e2-11dd-435e-b058-b5681f308c44'] response: {'server_uuid': 'a2f9f19d-d5c3-4076-b8a4-3a371429afa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a67e39aa-120e-4dbe-8beb-8004487db212', 'code': 200} Mar 30 16:41:07.190605 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-2bd33842-a702-45bd-9c45-f861df3a0638 req-6a4959ea-4f58-476c-be9c-52b71c7b13aa tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Deleting port a67e39aa-120e-4dbe-8beb-8004487db212 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:41:07.190988 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2bd33842-a702-45bd-9c45-f861df3a0638 req-6a4959ea-4f58-476c-be9c-52b71c7b13aa tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:07.222854 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:07.277150 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=a67e39aa-120e-4dbe-8beb-8004487db212,revision_number=6']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:07.290672 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-2bd33842-a702-45bd-9c45-f861df3a0638 req-6a4959ea-4f58-476c-be9c-52b71c7b13aa tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] For port a67e39aa-120e-4dbe-8beb-8004487db212, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=a67e39aa-120e-4dbe-8beb-8004487db212,segment=NetworkSegment(8d420d8e-e1e6-44cf-a64f-f6344f046700),segment_id=8d420d8e-e1e6-44cf-a64f-f6344f046700)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:07.290672 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2bd33842-a702-45bd-9c45-f861df3a0638 req-6a4959ea-4f58-476c-be9c-52b71c7b13aa tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:07.305563 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-2bd33842-a702-45bd-9c45-f861df3a0638 req-6a4959ea-4f58-476c-be9c-52b71c7b13aa tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Calling delete_port for a67e39aa-120e-4dbe-8beb-8004487db212 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:41:07.563678 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2bd33842-a702-45bd-9c45-f861df3a0638 req-6a4959ea-4f58-476c-be9c-52b71c7b13aa tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (a67e39aa-120e-4dbe-8beb-8004487db212), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:07.597855 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4959ea-4f58-476c-be9c-52b71c7b13aa tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Pushing event deleted for resources: {'Port': ['ID=a67e39aa-120e-4dbe-8beb-8004487db212,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:07.645093 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bd33842-a702-45bd-9c45-f861df3a0638 req-6a4959ea-4f58-476c-be9c-52b71c7b13aa tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] No DVR routers for this DVR port a67e39aa-120e-4dbe-8beb-8004487db212 on host hv-cinder-83587 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:41:07.649204 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-2bd33842-a702-45bd-9c45-f861df3a0638 req-6a4959ea-4f58-476c-be9c-52b71c7b13aa tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:07.653115 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2bd33842-a702-45bd-9c45-f861df3a0638 req-6a4959ea-4f58-476c-be9c-52b71c7b13aa tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.41 "DELETE /v2.0/ports/a67e39aa-120e-4dbe-8beb-8004487db212 HTTP/1.1" status: 204 len: 173 time: 0.5915730 Mar 30 16:41:07.653943 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f9f19d-d5c3-4076-b8a4-3a371429afa4', 'name': 'network-vif-deleted', 'tag': 'a67e39aa-120e-4dbe-8beb-8004487db212'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:07.656456 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5217c02-bfc3-4aa7-84f1-45dde4619b64" -d '{"events": [{"server_uuid": "a2f9f19d-d5c3-4076-b8a4-3a371429afa4", "name": "network-vif-deleted", "tag": "a67e39aa-120e-4dbe-8beb-8004487db212"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:07.731343 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c86d5b0-7478-4358-bce5-aff71e20d746 x-openstack-request-id: req-8c86d5b0-7478-4358-bce5-aff71e20d746 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:07.732386 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f9f19d-d5c3-4076-b8a4-3a371429afa4", "name": "network-vif-deleted", "tag": "a67e39aa-120e-4dbe-8beb-8004487db212", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:07.732789 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c86d5b0-7478-4358-bce5-aff71e20d746 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:07.738367 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c86d5b0-7478-4358-bce5-aff71e20d746'] response: {'server_uuid': 'a2f9f19d-d5c3-4076-b8a4-3a371429afa4', 'name': 'network-vif-deleted', 'tag': 'a67e39aa-120e-4dbe-8beb-8004487db212', 'status': 'completed', 'code': 200} Mar 30 16:41:07.744303 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1316a8a6-86c5-4a87-a1cc-7442c7079db6 req-815b2b97-6d9f-412a-8362-8691a59298fb tempest-VolumesNegativeTest-932795850 tempest-VolumesNegativeTest-932795850-project] 10.222.0.21 "GET /v2.0/ports?device_id=a2f9f19d-d5c3-4076-b8a4-3a371429afa4 HTTP/1.1" status: 200 len: 210 time: 0.0447426 Mar 30 16:41:07.929102 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4bd26-43e5-41f8-ad4e-75e804ece640 req-4f3cb3eb-9792-4c37-9555-7a8d23f2d87d tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:07.930765 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e6e4bd26-43e5-41f8-ad4e-75e804ece640 req-4f3cb3eb-9792-4c37-9555-7a8d23f2d87d tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.1073229 Mar 30 16:41:07.988478 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e6e4bd26-43e5-41f8-ad4e-75e804ece640 req-c3640dae-a4fe-4aa8-8db2-36c361725c68 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516069 Mar 30 16:41:08.826556 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc11f8-c49d-476c-9674-07bcf60cf075 req-124bbe85-a2d7-4c41-b38e-a333b5f5ab5c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:08.828886 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-00dc11f8-c49d-476c-9674-07bcf60cf075 req-124bbe85-a2d7-4c41-b38e-a333b5f5ab5c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.0708921 Mar 30 16:41:08.878636 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-00dc11f8-c49d-476c-9674-07bcf60cf075 req-57103ff2-dad5-4179-ac68-b28841f56706 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414848 Mar 30 16:41:09.123497 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acb4ec3-19d6-411a-8b2e-070aa40b118c req-1e68fd5e-2f6f-4b2e-b1bd-7c89cd88792a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:09.125138 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8acb4ec3-19d6-411a-8b2e-070aa40b118c req-1e68fd5e-2f6f-4b2e-b1bd-7c89cd88792a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0661886 Mar 30 16:41:09.188723 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8acb4ec3-19d6-411a-8b2e-070aa40b118c req-1aa3a4a5-7b47-4626-b450-4b4035d06e82 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527461 Mar 30 16:41:09.513780 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:41:09.655846 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41390) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:09.764675 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1371fb3d-af8c-4fe2-8b35-6a14a8c99101 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:09.838189 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1371fb3d-af8c-4fe2-8b35-6a14a8c99101 admin admin] Publish callbacks [] for security_group (acb8c9e7-2984-4739-9952-02d90203f1bf), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:09.940553 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1371fb3d-af8c-4fe2-8b35-6a14a8c99101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (acb8c9e7-2984-4739-9952-02d90203f1bf), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:09.986592 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1371fb3d-af8c-4fe2-8b35-6a14a8c99101 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=282ca40dcb3e4d43a2ef526550a7f46d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3294752 Mar 30 16:41:09.986840 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 41438) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:09.993281 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371fb3d-af8c-4fe2-8b35-6a14a8c99101 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb8c9e7-2984-4739-9952-02d90203f1bf,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:10.039625 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbd0d1-9184-4a7a-9d9c-41e0b70016f2 req-ea7914a7-85b8-44f9-9b7a-733efff44a8f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:10.041176 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75fbd0d1-9184-4a7a-9d9c-41e0b70016f2 req-ea7914a7-85b8-44f9-9b7a-733efff44a8f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.0896506 Mar 30 16:41:10.063771 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ec44eb68-d4c2-416d-a3de-4fe724fdfc98 admin admin] Publish callbacks [] for security_group (acb8c9e7-2984-4739-9952-02d90203f1bf), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:10.106280 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ec44eb68-d4c2-416d-a3de-4fe724fdfc98 admin admin] Publish callbacks [] for security_group (acb8c9e7-2984-4739-9952-02d90203f1bf), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:10.140019 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75fbd0d1-9184-4a7a-9d9c-41e0b70016f2 req-c93ac1eb-66ab-4128-8e88-34bed439e863 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836484 Mar 30 16:41:10.235243 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 41468) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:10.281426 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ec44eb68-d4c2-416d-a3de-4fe724fdfc98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (acb8c9e7-2984-4739-9952-02d90203f1bf), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:10.284063 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ec44eb68-d4c2-416d-a3de-4fe724fdfc98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:10.289155 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ec44eb68-d4c2-416d-a3de-4fe724fdfc98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/acb8c9e7-2984-4739-9952-02d90203f1bf HTTP/1.1" status: 204 len: 168 time: 0.2975206 Mar 30 16:41:10.296736 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44eb68-d4c2-416d-a3de-4fe724fdfc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb8c9e7-2984-4739-9952-02d90203f1bf,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:10.323518 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cad598-b65c-44f5-85f5-3ee9f5c9fc35 req-113775ee-726e-4466-a997-578a9f9935aa tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:10.332204 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b5cad598-b65c-44f5-85f5-3ee9f5c9fc35 req-113775ee-726e-4466-a997-578a9f9935aa tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0820103 Mar 30 16:41:10.385749 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b5cad598-b65c-44f5-85f5-3ee9f5c9fc35 req-4430f74f-cba2-4d78-b426-2d90edc42d30 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526788 Mar 30 16:41:10.391497 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ceb358f7-568c-4fb2-be35-82181dc301bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:10.471397 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ceb358f7-568c-4fb2-be35-82181dc301bd admin admin] Publish callbacks [] for security_group (c7c7811b-3b03-4043-b8f9-aa024b5a9a14), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:10.628668 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ceb358f7-568c-4fb2-be35-82181dc301bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (c7c7811b-3b03-4043-b8f9-aa024b5a9a14), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:10.678652 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ceb358f7-568c-4fb2-be35-82181dc301bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0f427df76b8476b8579661562fce956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4402928 Mar 30 16:41:10.679619 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb358f7-568c-4fb2-be35-82181dc301bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c7811b-3b03-4043-b8f9-aa024b5a9a14,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:10.680189 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41486) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:10.736208 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2e4b6f97-1a44-4557-a94c-b48fe298f6c5 admin admin] Publish callbacks [] for security_group (c7c7811b-3b03-4043-b8f9-aa024b5a9a14), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:10.759099 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2e4b6f97-1a44-4557-a94c-b48fe298f6c5 admin admin] Publish callbacks [] for security_group (c7c7811b-3b03-4043-b8f9-aa024b5a9a14), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:10.913131 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2e4b6f97-1a44-4557-a94c-b48fe298f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (c7c7811b-3b03-4043-b8f9-aa024b5a9a14), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:10.915711 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2e4b6f97-1a44-4557-a94c-b48fe298f6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:10.916852 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2e4b6f97-1a44-4557-a94c-b48fe298f6c5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7c7811b-3b03-4043-b8f9-aa024b5a9a14 HTTP/1.1" status: 204 len: 168 time: 0.2356863 Mar 30 16:41:10.924817 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b6f97-1a44-4557-a94c-b48fe298f6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c7811b-3b03-4043-b8f9-aa024b5a9a14,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:11.294974 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb4294-0be8-451e-9aae-f904bd03c4ee req-0e02d554-abbe-4328-864f-e2eab67df67a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:11.296471 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f8fb4294-0be8-451e-9aae-f904bd03c4ee req-0e02d554-abbe-4328-864f-e2eab67df67a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.0622239 Mar 30 16:41:11.360250 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f8fb4294-0be8-451e-9aae-f904bd03c4ee req-a211ef11-353e-4765-9657-967d41a93c60 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505409 Mar 30 16:41:11.508674 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b08fc1-23bf-4438-bd8d-7a4365ae6d23 req-06b31f2c-c3b7-4801-a0e9-f2623bb55494 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:11.510160 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5b08fc1-23bf-4438-bd8d-7a4365ae6d23 req-06b31f2c-c3b7-4801-a0e9-f2623bb55494 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0550296 Mar 30 16:41:11.559673 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5b08fc1-23bf-4438-bd8d-7a4365ae6d23 req-d9deda40-022d-4483-9d0d-5a7ef782692b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434644 Mar 30 16:41:11.609543 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 41546) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:11.624640 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc9d7-1d79-449e-8cca-3005c38d059c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:11.716577 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc9d7-1d79-449e-8cca-3005c38d059c admin admin] Publish callbacks [] for security_group (204c6f4e-b00e-41ab-9c1f-aaf65bf29cfe), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:11.800082 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8f0cc9d7-1d79-449e-8cca-3005c38d059c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (204c6f4e-b00e-41ab-9c1f-aaf65bf29cfe), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:11.839027 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0cc9d7-1d79-449e-8cca-3005c38d059c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204c6f4e-b00e-41ab-9c1f-aaf65bf29cfe,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:11.846914 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8f0cc9d7-1d79-449e-8cca-3005c38d059c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c30bc5a7e9f4733a6e8cfa6ffeb1df5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339625 Mar 30 16:41:11.847908 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 41556) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:11.906004 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-76322dba-31fa-4776-84ed-36b5f7188905 admin admin] Publish callbacks [] for security_group (204c6f4e-b00e-41ab-9c1f-aaf65bf29cfe), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:11.932192 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-76322dba-31fa-4776-84ed-36b5f7188905 admin admin] Publish callbacks [] for security_group (204c6f4e-b00e-41ab-9c1f-aaf65bf29cfe), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:12.051475 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-76322dba-31fa-4776-84ed-36b5f7188905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (204c6f4e-b00e-41ab-9c1f-aaf65bf29cfe), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:12.054428 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-76322dba-31fa-4776-84ed-36b5f7188905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:12.058121 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-76322dba-31fa-4776-84ed-36b5f7188905 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/204c6f4e-b00e-41ab-9c1f-aaf65bf29cfe HTTP/1.1" status: 204 len: 168 time: 0.2076993 Mar 30 16:41:12.063532 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76322dba-31fa-4776-84ed-36b5f7188905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204c6f4e-b00e-41ab-9c1f-aaf65bf29cfe,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:12.512218 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aa56c-801f-49ea-82e6-00b453831f5d req-04a12f0f-910d-4be5-8362-f6c73cd194e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:12.515034 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-214aa56c-801f-49ea-82e6-00b453831f5d req-04a12f0f-910d-4be5-8362-f6c73cd194e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.0649204 Mar 30 16:41:12.562819 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-214aa56c-801f-49ea-82e6-00b453831f5d req-f14b67f8-64e1-41f3-b737-7ac8f8b737ec tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421450 Mar 30 16:41:12.683426 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048256ca-f9ba-4034-9e06-6fdda2dc0a6b req-2437ebf4-a9c9-437e-910d-d6663e18326c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:12.686172 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-048256ca-f9ba-4034-9e06-6fdda2dc0a6b req-2437ebf4-a9c9-437e-910d-d6663e18326c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0568843 Mar 30 16:41:12.748631 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-048256ca-f9ba-4034-9e06-6fdda2dc0a6b req-d9754a84-a3b4-489e-ba35-bd21a17d6425 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568938 Mar 30 16:41:13.013337 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5225a875-fea1-49c3-961a-85e68a90763f req-9e46b4ec-26b5-4b13-bd40-b3cebf7565b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:13.015191 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5225a875-fea1-49c3-961a-85e68a90763f req-9e46b4ec-26b5-4b13-bd40-b3cebf7565b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 1129 time: 0.0493193 Mar 30 16:41:13.068346 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5225a875-fea1-49c3-961a-85e68a90763f req-97d12309-021a-44b1-aae5-f983857d7978 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430164 Mar 30 16:41:13.743842 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31739b06-fc5c-443c-b15d-9d00270bff40 req-69b5afb3-1a10-4eae-8d87-7bebb3a68189 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:13.745520 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-31739b06-fc5c-443c-b15d-9d00270bff40 req-69b5afb3-1a10-4eae-8d87-7bebb3a68189 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.0951676 Mar 30 16:41:13.876879 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-31739b06-fc5c-443c-b15d-9d00270bff40 req-a0037dc6-5127-42ef-98d2-0e7715122cad tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239731 Mar 30 16:41:13.982187 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefece55-6599-40a9-8dc3-3916566ffba0 req-4c55840e-4e48-4696-beeb-4bb86debe488 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:13.983854 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eefece55-6599-40a9-8dc3-3916566ffba0 req-4c55840e-4e48-4696-beeb-4bb86debe488 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.1058736 Mar 30 16:41:14.103560 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eefece55-6599-40a9-8dc3-3916566ffba0 req-05063b7f-c35d-41c1-9dda-f955902b180f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817859 Mar 30 16:41:15.088913 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204454c7-c152-402f-a72e-97f1ef0ed110 req-ec1b66d9-3681-44bc-9bb4-1e89faee9db8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:15.093609 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-204454c7-c152-402f-a72e-97f1ef0ed110 req-ec1b66d9-3681-44bc-9bb4-1e89faee9db8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.1126518 Mar 30 16:41:15.306391 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-204454c7-c152-402f-a72e-97f1ef0ed110 req-95899c13-09a3-4f75-92ab-753548a8d40c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987836 Mar 30 16:41:15.350505 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b64a0-3138-43cf-a174-bb7f3e1b3b1b req-4bbb9cdc-69bc-464b-af63-2e1689be4adc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:15.360485 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e87b64a0-3138-43cf-a174-bb7f3e1b3b1b req-4bbb9cdc-69bc-464b-af63-2e1689be4adc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.1501670 Mar 30 16:41:15.431199 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e87b64a0-3138-43cf-a174-bb7f3e1b3b1b req-346aa6ff-6694-4c36-9f78-df9d84b76926 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695217 Mar 30 16:41:16.107806 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c04fd0-d78e-442b-8500-eb1885a90d49 req-d5c19737-831f-4c90-953b-efed681e8880 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:16.109180 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-51c04fd0-d78e-442b-8500-eb1885a90d49 req-d5c19737-831f-4c90-953b-efed681e8880 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.1851282 Mar 30 16:41:16.178250 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41808) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:16.261502 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d189a-ec55-43dc-9f92-17d838b2f99f req-667afb3c-1b1e-4441-ab5d-f1e55fbb535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:16.272302 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f2d189a-ec55-43dc-9f92-17d838b2f99f req-667afb3c-1b1e-4441-ab5d-f1e55fbb535f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 1129 time: 0.2963881 Mar 30 16:41:16.279216 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-51c04fd0-d78e-442b-8500-eb1885a90d49 req-79d14d82-3e52-4510-931a-a430c2cdeb19 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558266 Mar 30 16:41:16.496465 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d189a-ec55-43dc-9f92-17d838b2f99f req-7bb426d9-383e-45ba-acdb-193e2d97648b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:16.501085 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f2d189a-ec55-43dc-9f92-17d838b2f99f req-7bb426d9-383e-45ba-acdb-193e2d97648b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.2197661 Mar 30 16:41:16.604042 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f2d189a-ec55-43dc-9f92-17d838b2f99f req-7da2a672-10e0-43ff-9210-d1ce90ae1267 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ff763ea-5563-423a-82bb-773a36c92b94 HTTP/1.1" status: 200 len: 217 time: 0.0965652 Mar 30 16:41:16.621266 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-47e6ec70-e955-4cda-b18e-a45e2f1f64cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:16.716847 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-47e6ec70-e955-4cda-b18e-a45e2f1f64cb admin admin] Publish callbacks [] for security_group (f3b943cb-dab3-4221-87a4-7ec34a7da95e), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:16.726368 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164aacbd-086a-4e4e-a675-e43a3018259f req-b330e4cd-06de-4e24-98bb-9395a5a61519 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:16.733761 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-164aacbd-086a-4e4e-a675-e43a3018259f req-b330e4cd-06de-4e24-98bb-9395a5a61519 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.1287160 Mar 30 16:41:16.790503 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d189a-ec55-43dc-9f92-17d838b2f99f req-f561898f-84da-443a-a228-b17799caa6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:16.792501 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f2d189a-ec55-43dc-9f92-17d838b2f99f req-f561898f-84da-443a-a228-b17799caa6e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.1766684 Mar 30 16:41:16.861599 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-164aacbd-086a-4e4e-a675-e43a3018259f req-30d86eee-8f91-47c1-a8ca-f4e91db2e06a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268601 Mar 30 16:41:16.874291 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-47e6ec70-e955-4cda-b18e-a45e2f1f64cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (f3b943cb-dab3-4221-87a4-7ec34a7da95e), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:16.888503 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2d189a-ec55-43dc-9f92-17d838b2f99f req-b650c3b8-44cd-4e59-b591-2e9b4f865264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:16.890295 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f2d189a-ec55-43dc-9f92-17d838b2f99f req-b650c3b8-44cd-4e59-b591-2e9b4f865264 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911427 Mar 30 16:41:16.912138 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-47e6ec70-e955-4cda-b18e-a45e2f1f64cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=793cb7e407a74026aa98f87222b55f4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7312071 Mar 30 16:41:16.913783 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 41852) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:16.945680 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6ec70-e955-4cda-b18e-a45e2f1f64cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b943cb-dab3-4221-87a4-7ec34a7da95e,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:17.082178 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1029bb81-992c-4551-add2-3cb43b9dbafc admin admin] Publish callbacks [] for security_group (f3b943cb-dab3-4221-87a4-7ec34a7da95e), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:17.090836 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f2d189a-ec55-43dc-9f92-17d838b2f99f req-2f6a79d6-0f30-4ecb-b51c-bf1d5a3d2a90 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919239 Mar 30 16:41:17.169762 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1029bb81-992c-4551-add2-3cb43b9dbafc admin admin] Publish callbacks [] for security_group (f3b943cb-dab3-4221-87a4-7ec34a7da95e), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:17.244961 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f2d189a-ec55-43dc-9f92-17d838b2f99f req-793b7ab2-ee5a-4a14-802d-4933fad39427 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440892 Mar 30 16:41:17.350288 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1029bb81-992c-4551-add2-3cb43b9dbafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (f3b943cb-dab3-4221-87a4-7ec34a7da95e), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:17.363713 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1029bb81-992c-4551-add2-3cb43b9dbafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:17.368609 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1029bb81-992c-4551-add2-3cb43b9dbafc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3b943cb-dab3-4221-87a4-7ec34a7da95e HTTP/1.1" status: 204 len: 168 time: 0.4502187 Mar 30 16:41:17.385507 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1029bb81-992c-4551-add2-3cb43b9dbafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b943cb-dab3-4221-87a4-7ec34a7da95e,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:17.502517 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492b266b-33d3-4103-b09c-25beb9706146 req-169d0d5f-6e14-42de-b1b9-25b19c568672 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:17.506676 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-492b266b-33d3-4103-b09c-25beb9706146 req-169d0d5f-6e14-42de-b1b9-25b19c568672 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.1021173 Mar 30 16:41:17.568345 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-492b266b-33d3-4103-b09c-25beb9706146 req-4cc9eefe-b44a-404b-8e43-147be3300663 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510349 Mar 30 16:41:18.043364 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245a690-bf60-4153-a4a4-a735252ab4b1 req-1733b594-8de2-4fcd-b039-bba07d835a50 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:18.044911 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2245a690-bf60-4153-a4a4-a735252ab4b1 req-1733b594-8de2-4fcd-b039-bba07d835a50 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.0694084 Mar 30 16:41:18.091627 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2245a690-bf60-4153-a4a4-a735252ab4b1 req-74d7560b-e941-48ff-b4f1-2d9628bdc48d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412104 Mar 30 16:41:18.270487 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 41902) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:18.290946 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.387171 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Publish callbacks [] for security_group (c4592037-aea8-4a29-a7c3-b9f9d640d191), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.466593 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (c4592037-aea8-4a29-a7c3-b9f9d640d191), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.525272 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b87e95ceec7f40cfb1d03f1492012e7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2511330 Mar 30 16:41:18.527554 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 41914) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:18.536811 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4592037-aea8-4a29-a7c3-b9f9d640d191,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:18.552962 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.553503 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.554000 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.554564 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.555695 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.556189 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.556669 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.557156 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.557650 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.558128 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.558646 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.562096 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.562096 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.562096 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.562096 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f79ee7-5787-4d62-bb83-68e5773ac2e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:18.650196 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b5398f8e-02d9-4c43-9a12-87972250f716 admin admin] Publish callbacks [] for security_group (c4592037-aea8-4a29-a7c3-b9f9d640d191), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.699418 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b5398f8e-02d9-4c43-9a12-87972250f716 admin admin] Publish callbacks [] for security_group (c4592037-aea8-4a29-a7c3-b9f9d640d191), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.811752 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b5cc8-2ea4-4a6a-808d-b44a6b1455e6 req-debad8f7-ce1f-4c9a-81f5-b60da3a68e63 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:18.813723 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-755b5cc8-2ea4-4a6a-808d-b44a6b1455e6 req-debad8f7-ce1f-4c9a-81f5-b60da3a68e63 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.1122634 Mar 30 16:41:18.870394 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-755b5cc8-2ea4-4a6a-808d-b44a6b1455e6 req-68d1370d-21bf-47d6-8b0d-cceac632de9b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483181 Mar 30 16:41:18.885311 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b5398f8e-02d9-4c43-9a12-87972250f716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (c4592037-aea8-4a29-a7c3-b9f9d640d191), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.891258 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b5398f8e-02d9-4c43-9a12-87972250f716 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:18.894204 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b5398f8e-02d9-4c43-9a12-87972250f716 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4592037-aea8-4a29-a7c3-b9f9d640d191 HTTP/1.1" status: 204 len: 168 time: 0.3653810 Mar 30 16:41:18.905660 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5398f8e-02d9-4c43-9a12-87972250f716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4592037-aea8-4a29-a7c3-b9f9d640d191,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:19.406072 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2a943-a5c4-4265-8900-089e63d26867 req-4da02525-0010-4bd7-89a9-01d60f8af81b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:19.424704 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ad2a943-a5c4-4265-8900-089e63d26867 req-4da02525-0010-4bd7-89a9-01d60f8af81b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.2203434 Mar 30 16:41:19.522941 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ad2a943-a5c4-4265-8900-089e63d26867 req-3635b226-1fb8-4f39-bec5-0855559f8cf4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943859 Mar 30 16:41:19.804145 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.025148 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41958) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:20.043384 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227ffc1-84f9-482d-988b-b8a38352799a req-2fd18d42-4232-4f49-abf7-0b73b0895886 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:20.048489 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.051254 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6227ffc1-84f9-482d-988b-b8a38352799a req-2fd18d42-4232-4f49-abf7-0b73b0895886 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0907600 Mar 30 16:41:20.156108 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6227ffc1-84f9-482d-988b-b8a38352799a req-783b157b-8e64-4a2d-b8a7-17ea47ca953e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039047 Mar 30 16:41:20.219267 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Publish callbacks [] for security_group (569e6557-21de-416f-a842-8dbd03b54a5b), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.337471 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (569e6557-21de-416f-a842-8dbd03b54a5b), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.390696 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 41968) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:20.390913 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dcffa63bd9ad40959b26b0dab72e01f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3643310 Mar 30 16:41:20.391600 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569e6557-21de-416f-a842-8dbd03b54a5b,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:20.400672 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.401244 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.401753 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.402245 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.402783 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.404839 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.405342 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.406142 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.408441 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.409001 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.409509 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.410182 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.410720 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.413707 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.414399 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a022c70-b9f3-42de-9484-ad55415409a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:20.463391 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-421d9283-404c-40a8-b703-a296aee58651 admin admin] Publish callbacks [] for security_group (569e6557-21de-416f-a842-8dbd03b54a5b), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.488490 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 41970) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:20.497733 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-421d9283-404c-40a8-b703-a296aee58651 admin admin] Publish callbacks [] for security_group (569e6557-21de-416f-a842-8dbd03b54a5b), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.715970 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-421d9283-404c-40a8-b703-a296aee58651 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (569e6557-21de-416f-a842-8dbd03b54a5b), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.718749 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-421d9283-404c-40a8-b703-a296aee58651 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.722709 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-421d9283-404c-40a8-b703-a296aee58651 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/569e6557-21de-416f-a842-8dbd03b54a5b HTTP/1.1" status: 204 len: 168 time: 0.3303866 Mar 30 16:41:20.742471 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421d9283-404c-40a8-b703-a296aee58651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569e6557-21de-416f-a842-8dbd03b54a5b,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:20.758084 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-ca8bde10-9862-4870-9af8-9cb0200e7c89 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1328938 Mar 30 16:41:20.785017 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8b169-b46f-40c0-a02e-c9b1c310c371 req-c716f4af-d3bc-4f34-9b79-9b6a5331d746 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:20.786653 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-10c8b169-b46f-40c0-a02e-c9b1c310c371 req-c716f4af-d3bc-4f34-9b79-9b6a5331d746 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.1217330 Mar 30 16:41:20.828845 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 41984) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:20.832136 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-27822cf8-2067-421a-897b-2e74ed4bb88e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c4964e5a61c4f58aa475b09d60283bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364849 Mar 30 16:41:20.901513 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-10c8b169-b46f-40c0-a02e-c9b1c310c371 req-f5f6804c-93f2-4b3c-b76a-40be9b7efe2c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045141 Mar 30 16:41:20.910542 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-93f7ded2-5aa7-4cac-a143-9ac95d697cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:20.912878 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-93f7ded2-5aa7-4cac-a143-9ac95d697cb7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 1129 time: 0.1253190 Mar 30 16:41:20.925460 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-75635d23-7162-4e91-8e29-7623995a404c admin admin] Publish callbacks [] for security_group (18dfa56b-5331-4cf6-8359-010e943f4c47), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:20.997743 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-75635d23-7162-4e91-8e29-7623995a404c admin admin] Publish callbacks [] for security_group (18dfa56b-5331-4cf6-8359-010e943f4c47), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:21.119230 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-c1b08f92-a5ea-4dad-85ea-e610c55bfa2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:21.123029 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-c1b08f92-a5ea-4dad-85ea-e610c55bfa2a service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.1817584 Mar 30 16:41:21.260157 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-3ed90073-c4fc-4284-8348-21165290baef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ff763ea-5563-423a-82bb-773a36c92b94 HTTP/1.1" status: 200 len: 217 time: 0.1198661 Mar 30 16:41:21.260157 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-75635d23-7162-4e91-8e29-7623995a404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (18dfa56b-5331-4cf6-8359-010e943f4c47), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:21.260157 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-75635d23-7162-4e91-8e29-7623995a404c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:21.266188 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-75635d23-7162-4e91-8e29-7623995a404c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18dfa56b-5331-4cf6-8359-010e943f4c47 HTTP/1.1" status: 204 len: 168 time: 0.4362772 Mar 30 16:41:21.313227 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75635d23-7162-4e91-8e29-7623995a404c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18dfa56b-5331-4cf6-8359-010e943f4c47,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:21.374082 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-8ac05872-7fc9-48b7-9b84-161b0840a33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:21.376504 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-8ac05872-7fc9-48b7-9b84-161b0840a33c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.1091204 Mar 30 16:41:21.460895 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-312aa63e-b947-4252-81e2-8c339ce04efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:21.462930 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-312aa63e-b947-4252-81e2-8c339ce04efd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740535 Mar 30 16:41:21.616707 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-0b16357b-84d7-4dc1-a2c5-2d79feb4fff1 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435506 Mar 30 16:41:21.774512 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f63f424-91d1-49dc-bae7-00b0c7afb701 req-07e3f698-6d29-49e1-a130-1c517b7761fd service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450109 Mar 30 16:41:22.188481 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa7d59-4941-4946-87b3-cfa22b1adcc2 req-f3250155-fca3-496a-998b-880b740b837f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:22.189962 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-11aa7d59-4941-4946-87b3-cfa22b1adcc2 req-f3250155-fca3-496a-998b-880b740b837f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.1242654 Mar 30 16:41:22.245083 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-11aa7d59-4941-4946-87b3-cfa22b1adcc2 req-15e43e7c-6c7e-447f-be9d-8e499cb90534 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493207 Mar 30 16:41:22.815198 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42068) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:22.824377 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-7f98a5e9-b902-48b5-b817-1e0e075cf66e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1692948004', 'description': 'tempest-description--922503603'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:22.952274 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7f98a5e9-b902-48b5-b817-1e0e075cf66e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:23.064044 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7f98a5e9-b902-48b5-b817-1e0e075cf66e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group (b741371a-dca6-4d1c-a9cb-a5c2e8683fb5), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:23.154029 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7f98a5e9-b902-48b5-b817-1e0e075cf66e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b741371a-dca6-4d1c-a9cb-a5c2e8683fb5), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:23.207095 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98a5e9-b902-48b5-b817-1e0e075cf66e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:23.319206 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7f98a5e9-b902-48b5-b817-1e0e075cf66e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:23.320888 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-7f98a5e9-b902-48b5-b817-1e0e075cf66e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5036275 Mar 30 16:41:23.323793 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42094) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:23.330230 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-db2db7af-e263-4e6d-b70a-0bdfaf77ea8b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Request body: {'security_group_rule': {'security_group_id': 'b741371a-dca6-4d1c-a9cb-a5c2e8683fb5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:23.761665 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-db2db7af-e263-4e6d-b70a-0bdfaf77ea8b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group_rule (49fefdd4-e786-441e-82fa-453167c96914), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:23.808950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082fe74-4879-464a-a179-9ea7773ccd8a req-42cfe6cb-51c1-410f-b1c8-a869b45a0cf0 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:23.809226 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8082fe74-4879-464a-a179-9ea7773ccd8a req-42cfe6cb-51c1-410f-b1c8-a869b45a0cf0 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.4269509 Mar 30 16:41:23.882162 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8082fe74-4879-464a-a179-9ea7773ccd8a req-012bfab7-3882-4788-857b-f602c537b7f6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634775 Mar 30 16:41:23.891599 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-db2db7af-e263-4e6d-b70a-0bdfaf77ea8b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group_rule (49fefdd4-e786-441e-82fa-453167c96914), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:23.994184 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-db2db7af-e263-4e6d-b70a-0bdfaf77ea8b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (49fefdd4-e786-441e-82fa-453167c96914), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.028294 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2db7af-e263-4e6d-b70a-0bdfaf77ea8b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fefdd4-e786-441e-82fa-453167c96914,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:24.084615 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42138) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:24.108936 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-db2db7af-e263-4e6d-b70a-0bdfaf77ea8b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.110136 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-db2db7af-e263-4e6d-b70a-0bdfaf77ea8b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7844684 Mar 30 16:41:24.112955 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42144) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:24.118776 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-f065ff17-12e6-4519-96ba-5f54d965a0bc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Request body: {'security_group_rule': {'security_group_id': 'b741371a-dca6-4d1c-a9cb-a5c2e8683fb5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:24.265852 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f065ff17-12e6-4519-96ba-5f54d965a0bc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group_rule (c5b2324d-673f-4fbc-bc2a-1c9743b1a5ce), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.339257 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c5eb-5897-4b66-9d6b-2cb5ddd4d078 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.341263 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f065ff17-12e6-4519-96ba-5f54d965a0bc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group_rule (c5b2324d-673f-4fbc-bc2a-1c9743b1a5ce), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.481666 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c5eb-5897-4b66-9d6b-2cb5ddd4d078 admin admin] Publish callbacks [] for security_group (2105b49f-2422-4328-8d7b-454afa91d472), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.486049 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f065ff17-12e6-4519-96ba-5f54d965a0bc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (c5b2324d-673f-4fbc-bc2a-1c9743b1a5ce), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.514692 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065ff17-12e6-4519-96ba-5f54d965a0bc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b2324d-673f-4fbc-bc2a-1c9743b1a5ce,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:24.632921 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e8a0c5eb-5897-4b66-9d6b-2cb5ddd4d078 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (2105b49f-2422-4328-8d7b-454afa91d472), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.638352 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f065ff17-12e6-4519-96ba-5f54d965a0bc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.640683 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-f065ff17-12e6-4519-96ba-5f54d965a0bc tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5265746 Mar 30 16:41:24.644766 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42160) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:24.651381 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:24.680425 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e8a0c5eb-5897-4b66-9d6b-2cb5ddd4d078 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3eafdd3c35454a389288363e7e437355&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5923073 Mar 30 16:41:24.680425 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a0c5eb-5897-4b66-9d6b-2cb5ddd4d078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2105b49f-2422-4328-8d7b-454afa91d472,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:24.681449 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42162) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:24.746070 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.766722 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be7edb59-f553-4901-9e86-48ce605846e4 admin admin] Publish callbacks [] for security_group (2105b49f-2422-4328-8d7b-454afa91d472), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.829036 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be7edb59-f553-4901-9e86-48ce605846e4 admin admin] Publish callbacks [] for security_group (2105b49f-2422-4328-8d7b-454afa91d472), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:24.972017 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.014036 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be7edb59-f553-4901-9e86-48ce605846e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (2105b49f-2422-4328-8d7b-454afa91d472), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.017570 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be7edb59-f553-4901-9e86-48ce605846e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.023485 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-be7edb59-f553-4901-9e86-48ce605846e4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2105b49f-2422-4328-8d7b-454afa91d472 HTTP/1.1" status: 204 len: 168 time: 0.3406894 Mar 30 16:41:25.072383 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7edb59-f553-4901-9e86-48ce605846e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2105b49f-2422-4328-8d7b-454afa91d472,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:25.091956 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da16b432-c62b-405d-8691-535cd18b4a02 req-d1f8ada9-3a26-45c6-aa41-e0949fc86f28 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:25.093648 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da16b432-c62b-405d-8691-535cd18b4a02 req-d1f8ada9-3a26-45c6-aa41-e0949fc86f28 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.0896146 Mar 30 16:41:25.115580 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device f2b7414a-8d7d-44fd-ae5f-c1feb169b602 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:41:25.195357 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da16b432-c62b-405d-8691-535cd18b4a02 req-f9a76843-e511-4bce-9601-6e7e2236a3cb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794735 Mar 30 16:41:25.239350 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Allocated IP 172.27.0.16 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/bc486794-e00b-4d62-b09d-4cb7bdef2607) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:25.265379 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:25.301098 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'port_id': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'mac_address': 'fa:16:3e:d9:f5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:41:25.358198 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 is: ACTIVE; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:25.358510 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.388922 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for port (bc486794-e00b-4d62-b09d-4cb7bdef2607), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.394720 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2b7414a-8d7d-44fd-ae5f-c1feb169b602 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:25.436463 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:25.561654 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.566363 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (bc486794-e00b-4d62-b09d-4cb7bdef2607), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.628170 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:25.633864 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:25.637163 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:25.652527 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,revision_number=6']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:25.672593 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['f2b7414a-8d7d-44fd-ae5f-c1feb169b602'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:41:25.681453 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.681953 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.682443 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.683488 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.683909 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.684310 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.684788 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.685236 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.685633 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.686103 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.686440 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.686906 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.687245 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.687713 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.688229 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:25.711720 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event updated for resources: {'Port': ['ID=bc486794-e00b-4d62-b09d-4cb7bdef2607,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:25.820421 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for floatingip (3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.954927 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42198) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:25.969424 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b6a7c815-3608-402c-aa6d-de1a88b26291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:25.981254 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (bc486794-e00b-4d62-b09d-4cb7bdef2607), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.121347 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b6a7c815-3608-402c-aa6d-de1a88b26291 admin admin] Publish callbacks [] for security_group (8aadc23c-3f8a-4dd9-9854-d2f13181282c), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.205344 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for port (bc486794-e00b-4d62-b09d-4cb7bdef2607), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.232325 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b6a7c815-3608-402c-aa6d-de1a88b26291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8aadc23c-3f8a-4dd9-9854-d2f13181282c), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.280003 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (bc486794-e00b-4d62-b09d-4cb7bdef2607), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.280484 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7c815-3608-402c-aa6d-de1a88b26291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aadc23c-3f8a-4dd9-9854-d2f13181282c,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:26.323911 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b6a7c815-3608-402c-aa6d-de1a88b26291 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8059992fe83487984166ece432296ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668118 Mar 30 16:41:26.326025 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42206) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:26.384960 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.405808 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42208) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:26.417439 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event updated for resources: {'Port': ['ID=bc486794-e00b-4d62-b09d-4cb7bdef2607,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:26.447036 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-04153bed-cd54-4ac1-8faa-236a1331c0f0 admin admin] Publish callbacks [] for security_group (8aadc23c-3f8a-4dd9-9854-d2f13181282c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.479494 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-04153bed-cd54-4ac1-8faa-236a1331c0f0 admin admin] Publish callbacks [] for security_group (8aadc23c-3f8a-4dd9-9854-d2f13181282c), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.487216 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.495897 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1359d92a-5b22-4726-9d62-7b7fa93d2c15 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8492181 Mar 30 16:41:26.526619 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd1da9-283b-4f23-86d5-952ab2bccaa4 req-c17110a3-0cb6-4f08-8993-582a0b69f0d3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:26.533907 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4bd1da9-283b-4f23-86d5-952ab2bccaa4 req-c17110a3-0cb6-4f08-8993-582a0b69f0d3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 944 time: 0.1520047 Mar 30 16:41:26.577851 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fc9f-e792-4530-b701-0a6a1369bf50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.607345 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4bd1da9-283b-4f23-86d5-952ab2bccaa4 req-8d85bf5c-9623-4172-a50a-4f857ec4bd18 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726211 Mar 30 16:41:26.743600 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-04153bed-cd54-4ac1-8faa-236a1331c0f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8aadc23c-3f8a-4dd9-9854-d2f13181282c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.746229 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-04153bed-cd54-4ac1-8faa-236a1331c0f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.749811 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-04153bed-cd54-4ac1-8faa-236a1331c0f0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8aadc23c-3f8a-4dd9-9854-d2f13181282c HTTP/1.1" status: 204 len: 168 time: 0.4203572 Mar 30 16:41:26.800862 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04153bed-cd54-4ac1-8faa-236a1331c0f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aadc23c-3f8a-4dd9-9854-d2f13181282c,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:26.823392 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fc9f-e792-4530-b701-0a6a1369bf50 admin admin] Publish callbacks [] for security_group (6a475894-badc-43ff-9938-91c1147345b7), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.893969 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ad4fc9f-e792-4530-b701-0a6a1369bf50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (6a475894-badc-43ff-9938-91c1147345b7), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:26.966729 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-6ad4fc9f-e792-4530-b701-0a6a1369bf50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a52dcb7ef9e54bc5b98bb7a0815642ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5541592 Mar 30 16:41:26.972237 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42242) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:26.990118 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4fc9f-e792-4530-b701-0a6a1369bf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a475894-badc-43ff-9938-91c1147345b7,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:27.047510 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-5395e100-3ab2-4287-9c4f-f7bc83826b0b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1692948004&fields=id&tenant_id=883c3913fc0b42c1ae347b5b21cd10c8 HTTP/1.1" status: 200 len: 267 time: 0.1440573 Mar 30 16:41:27.070361 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-209f0a03-40c7-4a5f-8fb7-6724a4f28b8f admin admin] Publish callbacks [] for security_group (6a475894-badc-43ff-9938-91c1147345b7), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:27.107426 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-209f0a03-40c7-4a5f-8fb7-6724a4f28b8f admin admin] Publish callbacks [] for security_group (6a475894-badc-43ff-9938-91c1147345b7), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:27.202194 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-2b04c1ff-0ed1-4183-8957-8fcc93716f31 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:27.203801 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-2b04c1ff-0ed1-4183-8957-8fcc93716f31 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 819 time: 0.1554108 Mar 30 16:41:27.229961 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-6f41a04e-30f0-4f99-bd9a-7a307dcdf581 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/quotas/883c3913fc0b42c1ae347b5b21cd10c8 HTTP/1.1" status: 200 len: 375 time: 0.0114822 Mar 30 16:41:27.249491 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-209f0a03-40c7-4a5f-8fb7-6724a4f28b8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (6a475894-badc-43ff-9938-91c1147345b7), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:27.252220 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-209f0a03-40c7-4a5f-8fb7-6724a4f28b8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:27.253505 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-209f0a03-40c7-4a5f-8fb7-6724a4f28b8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a475894-badc-43ff-9938-91c1147345b7 HTTP/1.1" status: 204 len: 168 time: 0.2801299 Mar 30 16:41:27.262855 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f0a03-40c7-4a5f-8fb7-6724a4f28b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a475894-badc-43ff-9938-91c1147345b7,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:27.335435 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-eaa7c038-448b-4b7b-ba29-fb88ac3ad93b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1033585 Mar 30 16:41:27.465858 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-5ce04798-436b-4d5c-84cc-c2d6e37d6f43 service neutron] 10.222.0.21 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186965 Mar 30 16:41:27.583745 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-5af49aed-b09f-4d10-9da5-95214fb983d6 service neutron] 10.222.0.21 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064365 Mar 30 16:41:27.698211 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42270) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:27.712873 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0e352d37-1a6a-4232-9844-f3e60bd1b613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:27.827157 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4f1f04d3-74c5-4691-9927-50a725c8d8bb req-d5af69be-843a-4768-ae87-79804f675d0c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 210 time: 0.0480673 Mar 30 16:41:27.841749 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0e352d37-1a6a-4232-9844-f3e60bd1b613 admin admin] Publish callbacks [] for security_group (7376036f-e7d3-4f2d-aa80-6c945090d9b2), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:27.849969 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed1f39-bf2a-43f9-8858-8a26654b0ed6 req-066b4d39-d557-4425-8e58-92ee9edf493b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:27.849969 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05ed1f39-bf2a-43f9-8858-8a26654b0ed6 req-066b4d39-d557-4425-8e58-92ee9edf493b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 944 time: 0.1543601 Mar 30 16:41:27.889186 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0e352d37-1a6a-4232-9844-f3e60bd1b613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7376036f-e7d3-4f2d-aa80-6c945090d9b2), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:27.899115 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05ed1f39-bf2a-43f9-8858-8a26654b0ed6 req-347b01fd-1736-4693-a1a7-b3a868e2629f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457850 Mar 30 16:41:27.936447 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-0e352d37-1a6a-4232-9844-f3e60bd1b613 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ebf2a65f2a342f89a5e62a509a058ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2363260 Mar 30 16:41:27.937287 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e352d37-1a6a-4232-9844-f3e60bd1b613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7376036f-e7d3-4f2d-aa80-6c945090d9b2,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:27.939311 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42282) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:27.994643 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-124e9ba6-79a0-4151-bff5-a019abe0f46c admin admin] Publish callbacks [] for security_group (7376036f-e7d3-4f2d-aa80-6c945090d9b2), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:28.014901 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-124e9ba6-79a0-4151-bff5-a019abe0f46c admin admin] Publish callbacks [] for security_group (7376036f-e7d3-4f2d-aa80-6c945090d9b2), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:28.050904 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42288) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:28.065729 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b68d0ab6-b720-4ca1-8283-e7ecadb15414 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:28.152147 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-124e9ba6-79a0-4151-bff5-a019abe0f46c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7376036f-e7d3-4f2d-aa80-6c945090d9b2), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:28.154767 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-124e9ba6-79a0-4151-bff5-a019abe0f46c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:28.155970 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-124e9ba6-79a0-4151-bff5-a019abe0f46c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7376036f-e7d3-4f2d-aa80-6c945090d9b2 HTTP/1.1" status: 204 len: 168 time: 0.2156460 Mar 30 16:41:28.187809 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e9ba6-79a0-4151-bff5-a019abe0f46c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7376036f-e7d3-4f2d-aa80-6c945090d9b2,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:28.299032 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b68d0ab6-b720-4ca1-8283-e7ecadb15414 admin admin] Publish callbacks [] for security_group (43012d03-ed52-4a7f-b8f2-a77e0d06e9cc), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:28.411729 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b68d0ab6-b720-4ca1-8283-e7ecadb15414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (43012d03-ed52-4a7f-b8f2-a77e0d06e9cc), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:28.461575 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-b68d0ab6-b720-4ca1-8283-e7ecadb15414 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24680e298363463aba292bc15ef47dca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4082253 Mar 30 16:41:28.462733 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d0ab6-b720-4ca1-8283-e7ecadb15414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43012d03-ed52-4a7f-b8f2-a77e0d06e9cc,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:28.466075 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42296) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:28.558263 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8c070f01-adba-46b8-a4e4-004a24fc5e3c admin admin] Publish callbacks [] for security_group (43012d03-ed52-4a7f-b8f2-a77e0d06e9cc), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:28.585842 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8c070f01-adba-46b8-a4e4-004a24fc5e3c admin admin] Publish callbacks [] for security_group (43012d03-ed52-4a7f-b8f2-a77e0d06e9cc), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:28.721981 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8c070f01-adba-46b8-a4e4-004a24fc5e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (43012d03-ed52-4a7f-b8f2-a77e0d06e9cc), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:28.752330 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8c070f01-adba-46b8-a4e4-004a24fc5e3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:28.755392 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8c070f01-adba-46b8-a4e4-004a24fc5e3c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43012d03-ed52-4a7f-b8f2-a77e0d06e9cc HTTP/1.1" status: 204 len: 168 time: 0.2854483 Mar 30 16:41:28.765638 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c070f01-adba-46b8-a4e4-004a24fc5e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43012d03-ed52-4a7f-b8f2-a77e0d06e9cc,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:28.970050 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f5bf11b6-0fb2-4a2f-bcd0-de476e5d2e64 req-73cd762a-dd05-4961-94d9-7f63f9c1b45c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 210 time: 0.0422831 Mar 30 16:41:28.986157 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device f2b7414a-8d7d-44fd-ae5f-c1feb169b602 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:29.069986 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:29.070754 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:29.100550 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bf027-fa55-45ce-ada2-164203beb3ba req-24481c72-9a31-44b5-a42c-e4935ab77559 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:29.102392 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-004bf027-fa55-45ce-ada2-164203beb3ba req-24481c72-9a31-44b5-a42c-e4935ab77559 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 944 time: 0.0708938 Mar 30 16:41:29.179949 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-004bf027-fa55-45ce-ada2-164203beb3ba req-36889da6-3bf7-43c6-b07b-9ba87518875f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667908 Mar 30 16:41:29.219941 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:29.220663 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:29.252385 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:29.255756 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8fa83c3-41ae-423f-8a86-f2a1e38d9aad" -d '{"events": [{"server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:29.278766 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:29.310176 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4e4f6b-db18-4e93-b6ff-da8207c146dd x-openstack-request-id: req-df4e4f6b-db18-4e93-b6ff-da8207c146dd {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:29.310474 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:29.310770 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df4e4f6b-db18-4e93-b6ff-da8207c146dd {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:29.311197 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df4e4f6b-db18-4e93-b6ff-da8207c146dd'] response: {'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'code': 200} Mar 30 16:41:29.368510 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:29.446738 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,revision_number=7']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:29.450005 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7a58075a-4c90-4050-885f-d7831b9694c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:29.804451 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42348) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:29.825253 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-416fd484-26c9-470a-b3ed-9e75a476c986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:29.913705 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-416fd484-26c9-470a-b3ed-9e75a476c986 admin admin] Publish callbacks [] for security_group (b8ccc2cf-875d-42f7-9ec7-47d0ebf89b35), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:30.003053 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-416fd484-26c9-470a-b3ed-9e75a476c986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b8ccc2cf-875d-42f7-9ec7-47d0ebf89b35), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:30.067121 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fd484-26c9-470a-b3ed-9e75a476c986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ccc2cf-875d-42f7-9ec7-47d0ebf89b35,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:30.081609 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42362) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:30.087297 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-416fd484-26c9-470a-b3ed-9e75a476c986 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc7427e4fc58482eb322f3d989c023b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816958 Mar 30 16:41:30.259909 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-acc6f1a4-2321-4d8e-a171-deb4a069c271 req-7159c8d6-114a-401f-a545-6c4259adaa9c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 210 time: 0.0616529 Mar 30 16:41:30.297722 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d57755b6-7094-4fcd-b41d-7f7a1d73867b admin admin] Publish callbacks [] for security_group (b8ccc2cf-875d-42f7-9ec7-47d0ebf89b35), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:30.373068 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d57755b6-7094-4fcd-b41d-7f7a1d73867b admin admin] Publish callbacks [] for security_group (b8ccc2cf-875d-42f7-9ec7-47d0ebf89b35), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:30.563862 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0bd28-ba1d-4c62-9676-3338102a50a5 req-08c019ef-161f-41c2-9814-207cc0f59701 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:30.573391 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fee0bd28-ba1d-4c62-9676-3338102a50a5 req-08c019ef-161f-41c2-9814-207cc0f59701 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.2098327 Mar 30 16:41:30.756743 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fee0bd28-ba1d-4c62-9676-3338102a50a5 req-56a843a0-1e49-4209-9dca-b076b24c9de9 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535223 Mar 30 16:41:30.923657 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d57755b6-7094-4fcd-b41d-7f7a1d73867b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b8ccc2cf-875d-42f7-9ec7-47d0ebf89b35), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:30.927195 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d57755b6-7094-4fcd-b41d-7f7a1d73867b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:30.932592 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d57755b6-7094-4fcd-b41d-7f7a1d73867b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b8ccc2cf-875d-42f7-9ec7-47d0ebf89b35 HTTP/1.1" status: 204 len: 168 time: 0.8458550 Mar 30 16:41:30.960951 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57755b6-7094-4fcd-b41d-7f7a1d73867b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ccc2cf-875d-42f7-9ec7-47d0ebf89b35,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:31.437448 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a656a620-548d-4a0d-9d3a-abd983a9eae4 req-74ac0921-2401-4d9a-a7b9-a91753cf595a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 210 time: 0.0656185 Mar 30 16:41:31.610597 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42398) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:31.618144 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-e4b80812-190f-451f-91ea-2150443a608f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--646191052', 'description': 'tempest-description--438602886'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:31.743145 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4b80812-190f-451f-91ea-2150443a608f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:31.790765 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-cae779cc-b7ac-4a91-803d-97b4755d94aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:31.852312 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42404) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:31.933910 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-b3e218cd-6f8d-4967-9bd6-db7933377b12 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:31.937575 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-b3e218cd-6f8d-4967-9bd6-db7933377b12 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 819 time: 0.4098916 Mar 30 16:41:31.974613 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4b80812-190f-451f-91ea-2150443a608f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (231cabe0-467a-401a-b03e-e1a58ba901a6), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.058913 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c464a5b-0221-4cdc-8b4b-9be8cde3e5e0 req-2840885f-757b-4c8c-955e-4dd1eee74bfc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:32.072046 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7c464a5b-0221-4cdc-8b4b-9be8cde3e5e0 req-2840885f-757b-4c8c-955e-4dd1eee74bfc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.2233658 Mar 30 16:41:32.131462 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-88467b20-ed89-4e4f-ba7a-dcf5e8ecf18a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=883c3913fc0b42c1ae347b5b21cd10c8 HTTP/1.1" status: 200 len: 380 time: 0.1541805 Mar 30 16:41:32.159568 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Request body: {'port': {'device_id': '0d36084b-07e6-4300-90db-b3095b0148da', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'admin_state_up': True, 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'security_groups': ['b741371a-dca6-4d1c-a9cb-a5c2e8683fb5']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:32.206171 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4b80812-190f-451f-91ea-2150443a608f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (231cabe0-467a-401a-b03e-e1a58ba901a6), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.277459 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7c464a5b-0221-4cdc-8b4b-9be8cde3e5e0 req-917cc004-2ef4-48ac-b1cf-85d7587f52fa tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040129 Mar 30 16:41:32.280983 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b80812-190f-451f-91ea-2150443a608f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=231cabe0-467a-401a-b03e-e1a58ba901a6,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:32.320083 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4b80812-190f-451f-91ea-2150443a608f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.328650 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-e4b80812-190f-451f-91ea-2150443a608f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7097821 Mar 30 16:41:32.328988 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42418) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:32.342708 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-78a31f89-5fb8-408b-a32d-fb8017bf7797 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group_rule': {'security_group_id': '231cabe0-467a-401a-b03e-e1a58ba901a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:32.405156 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fccb36a5-b2af-4056-a8be-70d1337866e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.456402 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Made reservation on behalf of 883c3913fc0b42c1ae347b5b21cd10c8 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:32.461352 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.467605 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-78a31f89-5fb8-408b-a32d-fb8017bf7797 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (ffd9b444-3945-4a57-823c-8ec4b81600b1), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.676030 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-78a31f89-5fb8-408b-a32d-fb8017bf7797 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (ffd9b444-3945-4a57-823c-8ec4b81600b1), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.762304 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-78a31f89-5fb8-408b-a32d-fb8017bf7797 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (ffd9b444-3945-4a57-823c-8ec4b81600b1), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.829318 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a31f89-5fb8-408b-a32d-fb8017bf7797 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd9b444-3945-4a57-823c-8ec4b81600b1,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:32.913692 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d8495351-e9ac-4373-8778-bbb42e198586 req-213e1ce5-179b-4f1f-8f78-3b211b594895 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 210 time: 0.2041357 Mar 30 16:41:32.924854 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-78a31f89-5fb8-408b-a32d-fb8017bf7797 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:32.932837 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42442) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:32.934085 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-78a31f89-5fb8-408b-a32d-fb8017bf7797 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6021109 Mar 30 16:41:32.956665 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-415feb3e-8771-4fcd-b124-851583d692d0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group_rule': {'security_group_id': '231cabe0-467a-401a-b03e-e1a58ba901a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:33.072574 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.082112 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Allocated IP 172.20.0.6 (e773f3a5-fe7b-452c-bd0d-c30eda04a501/44c891fe-6c82-45c8-8486-57bee9569d2b/adcd4369-5576-4a67-a992-f0a54ae7c1b7) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:33.086124 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fccb36a5-b2af-4056-a8be-70d1337866e2 admin admin] Publish callbacks [] for security_group (954d5622-be1c-49c2-8a9b-bd14de795a43), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.139686 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-415feb3e-8771-4fcd-b124-851583d692d0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (b3ed9d34-8ee4-463b-9a0a-b38f4cc4129b), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.174772 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fccb36a5-b2af-4056-a8be-70d1337866e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (954d5622-be1c-49c2-8a9b-bd14de795a43), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.332071 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fccb36a5-b2af-4056-a8be-70d1337866e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d75a27c8307489587301e9d5f560710&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4654253 Mar 30 16:41:33.338933 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42454) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:33.339138 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccb36a5-b2af-4056-a8be-70d1337866e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954d5622-be1c-49c2-8a9b-bd14de795a43,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:33.367001 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-415feb3e-8771-4fcd-b124-851583d692d0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (b3ed9d34-8ee4-463b-9a0a-b38f4cc4129b), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.494094 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.508731 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-415feb3e-8771-4fcd-b124-851583d692d0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (b3ed9d34-8ee4-463b-9a0a-b38f4cc4129b), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.517678 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-48c1e14c-e10e-4c83-a96e-460e92445ddc admin admin] Publish callbacks [] for security_group (954d5622-be1c-49c2-8a9b-bd14de795a43), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.571114 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415feb3e-8771-4fcd-b124-851583d692d0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ed9d34-8ee4-463b-9a0a-b38f4cc4129b,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:33.575823 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-48c1e14c-e10e-4c83-a96e-460e92445ddc admin admin] Publish callbacks [] for security_group (954d5622-be1c-49c2-8a9b-bd14de795a43), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.595571 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590303a4-51be-45de-93a3-5f71568d25c1 req-48da5c98-f476-49ee-b249-b5635e7d996a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:33.597469 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-590303a4-51be-45de-93a3-5f71568d25c1 req-48da5c98-f476-49ee-b249-b5635e7d996a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.2076111 Mar 30 16:41:33.711043 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-590303a4-51be-45de-93a3-5f71568d25c1 req-167c181e-5734-473d-afe0-4de2facf05ff tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034000 Mar 30 16:41:33.720120 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-415feb3e-8771-4fcd-b124-851583d692d0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.720120 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-415feb3e-8771-4fcd-b124-851583d692d0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7817752 Mar 30 16:41:33.722920 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42466) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:33.725959 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:33.752762 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-48c1e14c-e10e-4c83-a96e-460e92445ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (954d5622-be1c-49c2-8a9b-bd14de795a43), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.756375 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-48c1e14c-e10e-4c83-a96e-460e92445ddc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.764790 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-48c1e14c-e10e-4c83-a96e-460e92445ddc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/954d5622-be1c-49c2-8a9b-bd14de795a43 HTTP/1.1" status: 204 len: 168 time: 0.4277732 Mar 30 16:41:33.775942 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1e14c-e10e-4c83-a96e-460e92445ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954d5622-be1c-49c2-8a9b-bd14de795a43,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:33.801453 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.834744 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:33.940344 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Network e773f3a5-fe7b-452c-bd0d-c30eda04a501 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:33.950881 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:33.965402 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:34.121908 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:34.134379 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event updated for resources: {'Port': ['ID=adcd4369-5576-4a67-a992-f0a54ae7c1b7,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:34.320428 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:34.321292 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:34.367314 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7b2311-9921-4809-9a83-247b3ab8a948 req-dc6ffe84-9126-4ecc-96b6-5b0ba28d6edb tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:34.369462 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8e7b2311-9921-4809-9a83-247b3ab8a948 req-dc6ffe84-9126-4ecc-96b6-5b0ba28d6edb tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 931 time: 0.2360120 Mar 30 16:41:34.391221 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Allocated IP 172.27.0.39 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/9b5d7816-e524-4fd0-9424-bef270d68184) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:34.412225 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:34.452158 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-f75fc8d1-7e36-4dd1-8597-492f51ff2a93 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2989075 Mar 30 16:41:34.471305 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Request body: {'port': {'device_id': '0d36084b-07e6-4300-90db-b3095b0148da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:34.563475 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-f45f8da6-2521-417e-aa18-f2cfd1a3324c None None] Provisioning complete for port adcd4369-5576-4a67-a992-f0a54ae7c1b7 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:34.565167 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f45f8da6-2521-417e-aa18-f2cfd1a3324c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:34.674435 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8e7b2311-9921-4809-9a83-247b3ab8a948 req-f55ff76d-76f5-4bfc-ad43-e5280aeaf263 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979474 Mar 30 16:41:34.689421 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-f45f8da6-2521-417e-aa18-f2cfd1a3324c None None] Port adcd4369-5576-4a67-a992-f0a54ae7c1b7 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:41:34.697606 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:34.710972 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (9b5d7816-e524-4fd0-9424-bef270d68184), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:34.884856 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42482) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:34.891333 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (9b5d7816-e524-4fd0-9424-bef270d68184), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:34.986229 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=9b5d7816-e524-4fd0-9424-bef270d68184,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:35.010544 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:35.015641 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:35.016385 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:35.213736 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (7339a0ba-e796-4159-bee8-3dff653ade7b), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:35.273296 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4756028-593a-4c3d-9295-01468cecd34c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:35.293914 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f389a5-df8a-4cab-a18e-c46c0dfc5140 req-c2d72d36-c980-4ab8-83a7-3066187bfd21 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:35.295778 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-72f389a5-df8a-4cab-a18e-c46c0dfc5140 req-c2d72d36-c980-4ab8-83a7-3066187bfd21 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.3968832 Mar 30 16:41:35.389374 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (9b5d7816-e524-4fd0-9424-bef270d68184), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:35.431210 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-72f389a5-df8a-4cab-a18e-c46c0dfc5140 req-742ed825-33e4-4c94-a8fd-18a66d348c81 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180644 Mar 30 16:41:35.553085 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adcd4369-5576-4a67-a992-f0a54ae7c1b7 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:35.564050 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Publish callbacks [] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:35.584511 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Transition to ACTIVE for port object adcd4369-5576-4a67-a992-f0a54ae7c1b7 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:41:35.635196 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4756028-593a-4c3d-9295-01468cecd34c admin admin] Publish callbacks [] for security_group (27084d56-4e1e-40b8-8ae0-8f0f955b7979), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:35.711370 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (9b5d7816-e524-4fd0-9424-bef270d68184), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:35.832559 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca895ae-91ca-4cc3-b2f9-d0d4230bff9d req-24e985cf-e75f-4045-858a-528a0d49e66e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:35.834781 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cca895ae-91ca-4cc3-b2f9-d0d4230bff9d req-24e985cf-e75f-4045-858a-528a0d49e66e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 931 time: 0.0688350 Mar 30 16:41:35.903846 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cca895ae-91ca-4cc3-b2f9-d0d4230bff9d req-1dae57e0-720f-401c-afbe-7b9239b76dce tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585740 Mar 30 16:41:35.957085 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42492) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:35.975019 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-03032a6a-d9f3-4743-8123-34e056c21a1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:35.994020 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.017157 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.020096 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (9b5d7816-e524-4fd0-9424-bef270d68184), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.028383 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4756028-593a-4c3d-9295-01468cecd34c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (27084d56-4e1e-40b8-8ae0-8f0f955b7979), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.132778 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-d4756028-593a-4c3d-9295-01468cecd34c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b997036291b490ba321a47a88bf3391&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2463109 Mar 30 16:41:36.133915 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Pushing event updated for resources: {'Port': ['ID=adcd4369-5576-4a67-a992-f0a54ae7c1b7,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:36.161079 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42498) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:36.200923 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4756028-593a-4c3d-9295-01468cecd34c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27084d56-4e1e-40b8-8ae0-8f0f955b7979,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:36.246295 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=9b5d7816-e524-4fd0-9424-bef270d68184,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:36.299956 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (7339a0ba-e796-4159-bee8-3dff653ade7b), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.345136 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-03032a6a-d9f3-4743-8123-34e056c21a1c admin admin] Publish callbacks [] for security_group (c5d18d33-c737-45dd-960c-469a1f215521), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.397469 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Attempting to bind port adcd4369-5576-4a67-a992-f0a54ae7c1b7 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:36.401554 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Attempting to bind port adcd4369-5576-4a67-a992-f0a54ae7c1b7 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:36.403064 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Attempting to bind port adcd4369-5576-4a67-a992-f0a54ae7c1b7 on network e773f3a5-fe7b-452c-bd0d-c30eda04a501 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:36.434786 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-872db2c5-aa20-44d1-a336-96b8731ae955 admin admin] Publish callbacks [] for security_group (27084d56-4e1e-40b8-8ae0-8f0f955b7979), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.470422 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-872db2c5-aa20-44d1-a336-96b8731ae955 admin admin] Publish callbacks [] for security_group (27084d56-4e1e-40b8-8ae0-8f0f955b7979), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.472707 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-03032a6a-d9f3-4743-8123-34e056c21a1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (c5d18d33-c737-45dd-960c-469a1f215521), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.538398 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.556398 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-96f5fd78-d463-4c41-add6-ae947b42a369 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8346994 Mar 30 16:41:36.612349 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Port adcd4369-5576-4a67-a992-f0a54ae7c1b7 on network e773f3a5-fe7b-452c-bd0d-c30eda04a501 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:41:36.613491 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03032a6a-d9f3-4743-8123-34e056c21a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d18d33-c737-45dd-960c-469a1f215521,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:36.617728 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Attempting to bind port adcd4369-5576-4a67-a992-f0a54ae7c1b7 on network e773f3a5-fe7b-452c-bd0d-c30eda04a501 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:36.642238 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-03032a6a-d9f3-4743-8123-34e056c21a1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3cc814338d14b0aad93df81a66b8f29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6810458 Mar 30 16:41:36.647378 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42508) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:36.657191 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:36.657191 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Checking segment: {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:36.658048 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Bound using segment: {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:36.658614 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Bound port: adcd4369-5576-4a67-a992-f0a54ae7c1b7, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65723856-39d1-40ad-951d-5ce976a1a279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:36.658990 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.734226 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-872db2c5-aa20-44d1-a336-96b8731ae955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (27084d56-4e1e-40b8-8ae0-8f0f955b7979), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.738636 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-872db2c5-aa20-44d1-a336-96b8731ae955 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.742527 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-872db2c5-aa20-44d1-a336-96b8731ae955 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27084d56-4e1e-40b8-8ae0-8f0f955b7979 HTTP/1.1" status: 204 len: 168 time: 0.5782788 Mar 30 16:41:36.778348 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-00b2fa86-faa0-47fa-809f-f41b76d429c7 admin admin] Publish callbacks [] for security_group (c5d18d33-c737-45dd-960c-469a1f215521), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.812588 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-00b2fa86-faa0-47fa-809f-f41b76d429c7 admin admin] Publish callbacks [] for security_group (c5d18d33-c737-45dd-960c-469a1f215521), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:36.936931 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] For port adcd4369-5576-4a67-a992-f0a54ae7c1b7, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:36.950021 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] For port adcd4369-5576-4a67-a992-f0a54ae7c1b7, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:36.991412 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872db2c5-aa20-44d1-a336-96b8731ae955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27084d56-4e1e-40b8-8ae0-8f0f955b7979,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:37.007043 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-00b2fa86-faa0-47fa-809f-f41b76d429c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (c5d18d33-c737-45dd-960c-469a1f215521), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.010115 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-00b2fa86-faa0-47fa-809f-f41b76d429c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.011380 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-00b2fa86-faa0-47fa-809f-f41b76d429c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5d18d33-c737-45dd-960c-469a1f215521 HTTP/1.1" status: 204 len: 168 time: 0.3583231 Mar 30 16:41:37.024799 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b2fa86-faa0-47fa-809f-f41b76d429c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d18d33-c737-45dd-960c-469a1f215521,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:37.071943 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0da0c7-43bb-4a46-a15d-ab186f0ad347 req-ff519795-bc1b-4b2d-870a-718cd52ed22f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:37.087708 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c0da0c7-43bb-4a46-a15d-ab186f0ad347 req-ff519795-bc1b-4b2d-870a-718cd52ed22f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.4700818 Mar 30 16:41:37.087708 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.157146 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:37.158091 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:37.159976 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] 10.222.0.41 "PUT /v2.0/ports/adcd4369-5576-4a67-a992-f0a54ae7c1b7 HTTP/1.1" status: 200 len: 1093 time: 2.6951845 Mar 30 16:41:37.190039 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:37.196073 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dcbbc1f-3032-467f-b43a-842237c20e31" -d '{"events": [{"name": "network-changed", "server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:37.255830 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4865074-665a-47d7-87d6-2ad2c927c7fd service neutron] Pushing event updated for resources: {'Port': ['ID=adcd4369-5576-4a67-a992-f0a54ae7c1b7,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:37.306725 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8c0da0c7-43bb-4a46-a15d-ab186f0ad347 req-7ea122a3-a8e7-449a-85b3-fa1a2813c989 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219350 Mar 30 16:41:37.391898 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-fc9f3137-d4d4-49c8-a827-bbbe327f8347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:37.393457 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-fc9f3137-d4d4-49c8-a827-bbbe327f8347 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 1127 time: 0.1020882 Mar 30 16:41:37.516449 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-7005dd4a-b4d3-4ed5-b989-703c8ba679fb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7 HTTP/1.1" status: 200 len: 217 time: 0.1083968 Mar 30 16:41:37.647266 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-6d263151-21b9-4b53-baaa-3240bbbeb9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:37.649309 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-6d263151-21b9-4b53-baaa-3240bbbeb9f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.0752850 Mar 30 16:41:37.790624 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd8d42e-2dae-46b2-8bfe-376d6470f527 req-8f930ac0-9ed9-4ab9-85d4-2221cf00d113 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:37.790624 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cd8d42e-2dae-46b2-8bfe-376d6470f527 req-8f930ac0-9ed9-4ab9-85d4-2221cf00d113 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 943 time: 0.2849960 Mar 30 16:41:37.810131 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-17b2dd61-325f-44be-8b3b-e043ee46c966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:37.812456 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-17b2dd61-325f-44be-8b3b-e043ee46c966 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1409218 Mar 30 16:41:37.985447 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cd8d42e-2dae-46b2-8bfe-376d6470f527 req-4d55b5fd-7506-44bc-b12c-0fa3400a7aaf tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008188 Mar 30 16:41:38.068056 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce26c27a-4f8a-4966-ad4e-755250e98cdf x-openstack-request-id: req-ce26c27a-4f8a-4966-ad4e-755250e98cdf {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:38.068542 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:38.069578 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce26c27a-4f8a-4966-ad4e-755250e98cdf {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:38.070180 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce26c27a-4f8a-4966-ad4e-755250e98cdf'] response: {'name': 'network-changed', 'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'status': 'completed', 'code': 200} Mar 30 16:41:38.076324 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-0530ac0d-61e6-4bdf-87b0-0b8d334464c0 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410018 Mar 30 16:41:38.219772 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da5c8268-36ef-4f31-bc54-696c6a3a2814 req-7ca7cf75-7715-485d-bf28-9dfe7098c5e9 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348634 Mar 30 16:41:38.440990 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbbc1f-3032-467f-b43a-842237c20e31 req-5232a808-8778-429b-8806-5c9a7e8958aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:38.442635 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6dcbbc1f-3032-467f-b43a-842237c20e31 req-5232a808-8778-429b-8806-5c9a7e8958aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 1127 time: 0.1064460 Mar 30 16:41:38.799722 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbbc1f-3032-467f-b43a-842237c20e31 req-cf78e20b-e4ff-473b-9986-4188d7c20048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:38.801473 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6dcbbc1f-3032-467f-b43a-842237c20e31 req-cf78e20b-e4ff-473b-9986-4188d7c20048 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.3487754 Mar 30 16:41:38.915137 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42580) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:38.959298 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6dcbbc1f-3032-467f-b43a-842237c20e31 req-6b155865-2e01-414e-a52a-b1c278db66d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7 HTTP/1.1" status: 200 len: 217 time: 0.1395626 Mar 30 16:41:38.989492 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf35719-da49-4ece-88c2-e67bcaedd8be req-ab521708-0055-421e-94aa-ae03cd23ca0b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:38.991168 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dcf35719-da49-4ece-88c2-e67bcaedd8be req-ab521708-0055-421e-94aa-ae03cd23ca0b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.4327307 Mar 30 16:41:39.119739 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbbc1f-3032-467f-b43a-842237c20e31 req-06e8d5b0-d067-47ae-92da-700d9e4b3ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:39.128200 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6dcbbc1f-3032-467f-b43a-842237c20e31 req-06e8d5b0-d067-47ae-92da-700d9e4b3ad4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.1347892 Mar 30 16:41:39.142742 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42590) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:39.285018 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1569348000-network', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:39.341756 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dcf35719-da49-4ece-88c2-e67bcaedd8be req-836c2ac8-8d1a-466f-ab1e-f1be801ab987 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248156 Mar 30 16:41:39.349795 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1699145891-network', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:39.369610 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbbc1f-3032-467f-b43a-842237c20e31 req-0bead891-3b29-41ac-9dea-bda81a9ae93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:39.375770 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6dcbbc1f-3032-467f-b43a-842237c20e31 req-0bead891-3b29-41ac-9dea-bda81a9ae93d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2156162 Mar 30 16:41:39.444192 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Made reservation on behalf of 6912f356ee1e4b6185cd543fb1225e6f for: {'network': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:39.446804 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.459771 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.551186 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff31d6-6278-4c82-a4b1-12e3be3b5ed3 req-a7158bb4-5983-45db-9681-93ac5c17da60 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:39.558408 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-91ff31d6-6278-4c82-a4b1-12e3be3b5ed3 req-a7158bb4-5983-45db-9681-93ac5c17da60 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 943 time: 0.1235311 Mar 30 16:41:39.576719 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Publish callbacks [] for security_group (ef98badf-7471-4f21-b4d3-41e8830c891f), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.599736 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6dcbbc1f-3032-467f-b43a-842237c20e31 req-c5f418b3-c3d1-41a5-84e3-e60a7f8634f0 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003758 Mar 30 16:41:39.617446 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Made reservation on behalf of 1706c811af8c46779e0007b0fafbc6a4 for: {'network': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:39.620212 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.637486 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.683196 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-91ff31d6-6278-4c82-a4b1-12e3be3b5ed3 req-ac1d83b8-b0a5-43ad-871b-1e3944cec24f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237433 Mar 30 16:41:39.707776 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (ef98badf-7471-4f21-b4d3-41e8830c891f), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.720926 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] vlan segment allocate from pool success with {'vlan_id': 510, 'physical_network': 'physnet1'} {{(pid=106608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:41:39.748051 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (f0173326-0603-4334-9393-e21214aab554), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.748381 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.segments_db [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Added segment f0173326-0603-4334-9393-e21214aab554 of type vlan for network 3ba8108a-6296-4e49-baec-a63c57053824 Mar 30 16:41:39.762460 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6dcbbc1f-3032-467f-b43a-842237c20e31 req-81b0a15a-a3ea-4ed8-9bd5-2601dc7737dc service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510758 Mar 30 16:41:39.825660 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef98badf-7471-4f21-b4d3-41e8830c891f,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:39.830823 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (3ba8108a-6296-4e49-baec-a63c57053824), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.860710 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Publish callbacks [] for security_group (8e10cb00-8431-40d2-9fc0-d04f9878e2d3), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.929908 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8e10cb00-8431-40d2-9fc0-d04f9878e2d3), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.953652 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'} {{(pid=106608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:41:39.966241 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (795be097-9515-49e3-be4e-089929acfc58), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:39.966644 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.segments_db [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Added segment 795be097-9515-49e3-be4e-089929acfc58 of type vlan for network 600fe998-8bc1-41e5-a22d-851373094fb9 Mar 30 16:41:40.038448 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e10cb00-8431-40d2-9fc0-d04f9878e2d3,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:40.042082 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (3ba8108a-6296-4e49-baec-a63c57053824), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.043247 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:40.043832 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.082345 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (600fe998-8bc1-41e5-a22d-851373094fb9), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.156854 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] Pushing event updated for resources: {'Network': ['ID=3ba8108a-6296-4e49-baec-a63c57053824,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:40.170029 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network 3ba8108a-6296-4e49-baec-a63c57053824 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:41:40.223418 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2ae6009c-134b-4fe1-9cb8-e2d9de809451 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3038776 Mar 30 16:41:40.224495 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42632) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:40.233517 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] Request body: {'subnet': {'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1569348000-subnet', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:40.260205 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (600fe998-8bc1-41e5-a22d-851373094fb9), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.261923 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:40.267283 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.345894 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] Pushing event updated for resources: {'Network': ['ID=600fe998-8bc1-41e5-a22d-851373094fb9,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:40.349487 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] Made reservation on behalf of 6912f356ee1e4b6185cd543fb1225e6f for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:40.351855 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12250423'] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.360158 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network 600fe998-8bc1-41e5-a22d-851373094fb9 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:41:40.557862 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-570e7627-8923-40a6-b278-1973ec6a5b00 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4138062 Mar 30 16:41:40.558461 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42652) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:40.567252 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] Request body: {'subnet': {'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1699145891-subnet', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:40.660098 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3d824e-f6ea-4397-970f-a15300e0d4c7 req-8d4a969c-be11-4a73-bb1a-851a049f5c9b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:40.667158 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d3d824e-f6ea-4397-970f-a15300e0d4c7 req-8d4a969c-be11-4a73-bb1a-851a049f5c9b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.1716001 Mar 30 16:41:40.697966 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12227333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12250401'] for subnet (3aa56f19-56b2-42e1-8a44-a143b0905304), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.700242 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] Made reservation on behalf of 1706c811af8c46779e0007b0fafbc6a4 for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:40.702564 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12250423'] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:40.719564 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-c553959b-9f63-48a4-8ed7-8d1061ca6e25 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--646191052&fields=id&tenant_id=4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 267 time: 0.1250174 Mar 30 16:41:40.875702 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d3d824e-f6ea-4397-970f-a15300e0d4c7 req-451ce5a3-4cf3-47ab-8e6a-bd01311c0280 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075171 Mar 30 16:41:40.963393 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa56f19-56b2-42e1-8a44-a143b0905304,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:40.980005 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-e1b60a2e-3e16-448c-bedb-faa1b81e7f98 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:40.981699 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-e1b60a2e-3e16-448c-bedb-faa1b81e7f98 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 815 time: 0.2478063 Mar 30 16:41:40.991121 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] Checking segment: {'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:40.998928 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] Network hostable DHCP agents. Network: 3ba8108a-6296-4e49-baec-a63c57053824, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:41:41.021070 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-38a10a87-a969-4baf-8ef2-c9489993cca2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/quotas/4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 375 time: 0.0301235 Mar 30 16:41:41.117803 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ada0368-f93a-4215-b4bd-f4a599fd69c7 req-e8418b4b-afa4-4326-9bc5-dba182b772c6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:41.119636 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ada0368-f93a-4215-b4bd-f4a599fd69c7 req-e8418b4b-afa4-4326-9bc5-dba182b772c6 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 943 time: 0.1188707 Mar 30 16:41:41.136782 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] Network 3ba8108a-6296-4e49-baec-a63c57053824 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:41:41.194432 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-7fd81d5b-8c53-4bc4-8245-53dce231766a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1659985 Mar 30 16:41:41.242997 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, 3ba8108a-6296-4e49-baec-a63c57053824) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:41.261957 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f817c837-9caf-4331-a7b8-5a5edac3e0fe None None] Network 3ba8108a-6296-4e49-baec-a63c57053824 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:41:41.263775 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:41.267383 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.313957 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12227333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12250401'] for subnet (17dce1d2-dae1-4b1d-bded-3495159a04ef), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.336633 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ada0368-f93a-4215-b4bd-f4a599fd69c7 req-2f266da6-4418-429d-b740-57503a853357 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086992 Mar 30 16:41:41.385981 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17dce1d2-dae1-4b1d-bded-3495159a04ef,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:41.399365 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-861b2b5f-f90f-461e-9b61-5fca90dcc88d service neutron] 10.222.0.21 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015827 Mar 30 16:41:41.441633 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-ea9297e8-0100-43b5-82f1-06bb84a85bf2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2159038 Mar 30 16:41:41.447996 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42704) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:41.455785 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:41.493411 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] Checking segment: {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:41.493770 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] Network hostable DHCP agents. Network: 600fe998-8bc1-41e5-a22d-851373094fb9, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:41:41.526353 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-dac1e317-4f1e-4e0d-acd0-4fd8a5dd9fd6 service neutron] 10.222.0.21 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212196 Mar 30 16:41:41.542954 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-3ba8108a-6296-4e49-baec-a63c57053824', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'fixed_ips': [{'subnet_id': '3aa56f19-56b2-42e1-8a44-a143b0905304'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:41:41.543966 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:41.705416 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Allocated IP 172.20.0.2 (3ba8108a-6296-4e49-baec-a63c57053824/3aa56f19-56b2-42e1-8a44-a143b0905304/b090bdc3-86fa-43fb-a589-ccc1611bd25e) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:41.860039 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Publish callbacks [] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.010798 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0c367-7591-4865-8e1b-af22480adcd9 req-dc99e043-1d0e-412a-9fb1-c401de7a7321 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:42.012327 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b1a0c367-7591-4865-8e1b-af22480adcd9 req-dc99e043-1d0e-412a-9fb1-c401de7a7321 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.0532506 Mar 30 16:41:42.021626 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3753742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15517'] for router (160a7d18-2986-4e30-817c-4929258b33e6), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.021626 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3695843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15510'] for router (160a7d18-2986-4e30-817c-4929258b33e6), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.042728 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] Network 600fe998-8bc1-41e5-a22d-851373094fb9 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:41:42.072200 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b1a0c367-7591-4865-8e1b-af22480adcd9 req-328ea630-1ebf-413b-aab1-3dc4c431f869 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511427 Mar 30 16:41:42.073679 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.116386 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Publish callbacks [] for router_controller (160a7d18-2986-4e30-817c-4929258b33e6), precommit_add_association {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.172323 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, 600fe998-8bc1-41e5-a22d-851373094fb9) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:42.180186 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:42.180186 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.230250 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a2eff-b09a-4c35-bb8f-e2ffe4414200 None None] Network 600fe998-8bc1-41e5-a22d-851373094fb9 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:41:42.240001 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cf6adee3-dbc2-4edb-bfe5-1e2f0689ef19 req-3b06a562-14b1-474f-8d63-825224357062 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 210 time: 0.1017792 Mar 30 16:41:42.297236 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Pushing event updated for resources: {'Port': ['ID=b090bdc3-86fa-43fb-a589-ccc1611bd25e,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:42.321795 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Network 3ba8108a-6296-4e49-baec-a63c57053824 is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:42.375002 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:42.417079 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1992b7bd-c2d7-4bfe-b842-8345b29190a1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8557093 Mar 30 16:41:42.419834 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42750) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:42.420854 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:42.426170 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:42.585742 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e06305-7eb1-4651-9bfd-fa2f1e9f3444 req-d608a3f3-7fce-430f-81d4-71bc1e4576b0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:42.593985 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b1e06305-7eb1-4651-9bfd-fa2f1e9f3444 req-d608a3f3-7fce-430f-81d4-71bc1e4576b0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 943 time: 0.1001875 Mar 30 16:41:42.626535 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3753742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15517'] for router (6d2d139e-1476-4fc3-930c-07cd9494070a), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.628215 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3695843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15510'] for router (6d2d139e-1476-4fc3-930c-07cd9494070a), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.645681 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Attempting to bind port b090bdc3-86fa-43fb-a589-ccc1611bd25e on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:42.646221 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Attempting to bind port b090bdc3-86fa-43fb-a589-ccc1611bd25e by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:42.646872 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Attempting to bind port b090bdc3-86fa-43fb-a589-ccc1611bd25e on network 3ba8108a-6296-4e49-baec-a63c57053824 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:42.658190 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:42.658712 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Checking segment: {'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:42.659538 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.659644 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Bound using segment: {'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:42.660297 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Bound port: b090bdc3-86fa-43fb-a589-ccc1611bd25e, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:42.660830 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.665740 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-600fe998-8bc1-41e5-a22d-851373094fb9', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:41:42.666642 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.680411 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b1e06305-7eb1-4651-9bfd-fa2f1e9f3444 req-c3750f78-97cb-460b-909d-99892bba1b30 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852544 Mar 30 16:41:42.728955 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Publish callbacks [] for router_controller (6d2d139e-1476-4fc3-930c-07cd9494070a), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.854134 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Publish callbacks [] for router_gateway (160a7d18-2986-4e30-817c-4929258b33e6), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:42.966356 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] For port b090bdc3-86fa-43fb-a589-ccc1611bd25e, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:42.997048 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] For port b090bdc3-86fa-43fb-a589-ccc1611bd25e, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=b090bdc3-86fa-43fb-a589-ccc1611bd25e,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:43.012604 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Allocated IP 172.20.0.2 (600fe998-8bc1-41e5-a22d-851373094fb9/17dce1d2-dae1-4b1d-bded-3495159a04ef/c11fdee2-2fe8-4970-8742-10415355b12f) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:43.183423 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42774) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:43.186238 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.208375 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Publish callbacks [] for router_gateway (6d2d139e-1476-4fc3-930c-07cd9494070a), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.343506 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5b7e1-8a33-4c14-8a5e-aea8adb9dc0d None None] Pushing event updated for resources: {'Port': ['ID=b090bdc3-86fa-43fb-a589-ccc1611bd25e,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:43.496503 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d386d0b-c9a0-4551-b1af-1f72353bcb7d req-506e1cf2-71c9-4e9f-8e59-1767441698eb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 210 time: 0.1515319 Mar 30 16:41:43.514946 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624a09e-a47c-4291-b38f-1d9729136b35 req-42090a1b-ad43-4b18-bd0c-934738f22f79 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:43.526615 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8624a09e-a47c-4291-b38f-1d9729136b35 req-42090a1b-ad43-4b18-bd0c-934738f22f79 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.2793152 Mar 30 16:41:43.532681 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Publish callbacks [] for port (c11fdee2-2fe8-4970-8742-10415355b12f), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.557914 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1eafefb1-4714-4d36-b097-2f7f2fd3b0e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.580974 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Publish callbacks [] for router_gateway (160a7d18-2986-4e30-817c-4929258b33e6), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.628448 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.666705 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.699566 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8624a09e-a47c-4291-b38f-1d9729136b35 req-420e5d55-34f5-4336-aee8-738b63938121 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717682 Mar 30 16:41:43.700279 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Pushing event updated for resources: {'Port': ['ID=c11fdee2-2fe8-4970-8742-10415355b12f,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:43.715438 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Network 600fe998-8bc1-41e5-a22d-851373094fb9 is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:43.720342 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:43.723921 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:43.835546 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Attempting to bind port c11fdee2-2fe8-4970-8742-10415355b12f on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:43.836781 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Attempting to bind port c11fdee2-2fe8-4970-8742-10415355b12f by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:43.837220 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Attempting to bind port c11fdee2-2fe8-4970-8742-10415355b12f on network 600fe998-8bc1-41e5-a22d-851373094fb9 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:43.847861 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:43.848783 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Checking segment: {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:43.849196 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.849597 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Bound using segment: {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:43.850274 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Bound port: c11fdee2-2fe8-4970-8742-10415355b12f, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:43.850681 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:43.912843 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Allocated IP 172.27.0.154 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/bd852097-e639-40f1-bb12-77c737c64b14) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:43.959643 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] For port c11fdee2-2fe8-4970-8742-10415355b12f, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:43.963809 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] For port c11fdee2-2fe8-4970-8742-10415355b12f, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=c11fdee2-2fe8-4970-8742-10415355b12f,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:43.999247 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1eafefb1-4714-4d36-b097-2f7f2fd3b0e4 admin admin] Publish callbacks [] for security_group (e0155ee5-d359-4f33-b378-ef22c51c4fe0), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.029647 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.172686 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1eafefb1-4714-4d36-b097-2f7f2fd3b0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (e0155ee5-d359-4f33-b378-ef22c51c4fe0), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.231900 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb5e94-06a9-4810-bd32-4f40d40429f5 None None] Pushing event updated for resources: {'Port': ['ID=c11fdee2-2fe8-4970-8742-10415355b12f,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:44.238029 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1eafefb1-4714-4d36-b097-2f7f2fd3b0e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64b3fbcd8d7e4be19f0b7afd54ef99ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0497007 Mar 30 16:41:44.240221 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42808) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:44.283633 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881533e0-0f76-491a-bec9-1dac2029a9e0 req-7a48d665-62c9-487c-bc46-4f0d8445893e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:44.290681 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-881533e0-0f76-491a-bec9-1dac2029a9e0 req-7a48d665-62c9-487c-bc46-4f0d8445893e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 943 time: 0.4710062 Mar 30 16:41:44.331456 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafefb1-4714-4d36-b097-2f7f2fd3b0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0155ee5-d359-4f33-b378-ef22c51c4fe0,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:44.470211 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Publish callbacks [] for port (bd852097-e639-40f1-bb12-77c737c64b14), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.472876 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-881533e0-0f76-491a-bec9-1dac2029a9e0 req-fb2bf77a-858f-463a-8a06-3cb9fe35853c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1671326 Mar 30 16:41:44.473849 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f0acebb7-bbcc-4524-a34a-ce5b3cc0c9a5 admin admin] Publish callbacks [] for security_group (e0155ee5-d359-4f33-b378-ef22c51c4fe0), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.529919 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Publish callbacks [] for router_gateway (6d2d139e-1476-4fc3-930c-07cd9494070a), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.602424 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f0acebb7-bbcc-4524-a34a-ce5b3cc0c9a5 admin admin] Publish callbacks [] for security_group (e0155ee5-d359-4f33-b378-ef22c51c4fe0), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.623666 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.711553 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (bd852097-e639-40f1-bb12-77c737c64b14), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.750947 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0fb499e-058b-4507-982d-9f6f72b38715 req-56c4998d-d151-4aca-9829-cf9ca1ba6d17 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 210 time: 0.0392222 Mar 30 16:41:44.819078 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f0acebb7-bbcc-4524-a34a-ce5b3cc0c9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (e0155ee5-d359-4f33-b378-ef22c51c4fe0), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.819078 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f0acebb7-bbcc-4524-a34a-ce5b3cc0c9a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:44.821088 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-f0acebb7-bbcc-4524-a34a-ce5b3cc0c9a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0155ee5-d359-4f33-b378-ef22c51c4fe0 HTTP/1.1" status: 204 len: 168 time: 0.5743976 Mar 30 16:41:44.846811 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:44.862484 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:44.868835 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:44.886465 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Allocated IP 172.27.0.176 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/b0718e84-7fc2-4365-8a58-443db3c78046) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:44.915872 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Pushing event updated for resources: {'Port': ['ID=bd852097-e639-40f1-bb12-77c737c64b14,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:44.936259 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acebb7-bbcc-4524-a34a-ce5b3cc0c9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0155ee5-d359-4f33-b378-ef22c51c4fe0,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:45.061355 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Publish callbacks [] for port (b0718e84-7fc2-4365-8a58-443db3c78046), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.190299 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device adcd4369-5576-4a67-a992-f0a54ae7c1b7 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:41:45.311262 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-62409397-c32f-4fad-ac9b-74be4e915ff6 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:45.313307 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-62409397-c32f-4fad-ac9b-74be4e915ff6 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 815 time: 0.1675694 Mar 30 16:41:45.328316 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae14af1d-4862-44a7-b5c9-c5e1d22048fb None None] Network 3ba8108a-6296-4e49-baec-a63c57053824 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:41:45.337457 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.573907 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42832) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:45.607864 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Pushing event updated for resources: {'Port': ['ID=b0718e84-7fc2-4365-8a58-443db3c78046,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:45.610274 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port adcd4369-5576-4a67-a992-f0a54ae7c1b7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:45.685432 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-05585087-a3b4-4fdb-bc2f-6938f01ed98c None None] Provisioning complete for port b090bdc3-86fa-43fb-a589-ccc1611bd25e triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:45.685931 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-05585087-a3b4-4fdb-bc2f-6938f01ed98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.703642 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-4112c314-38f9-41c1-b21b-d2aabd3b55e2 admin admin] Deleting subnet dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9 {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:41:45.712129 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4112c314-38f9-41c1-b21b-d2aabd3b55e2 admin admin] Publish callbacks [] for subnet (dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.745286 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:45.782530 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25400d-f0c2-4799-a46d-3a55fccfaee4 req-33032af5-b698-4385-9ac5-0bde593d4e02 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:45.788122 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Publish callbacks [] for router_gateway (160a7d18-2986-4e30-817c-4929258b33e6), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.792126 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ca25400d-f0c2-4799-a46d-3a55fccfaee4 req-33032af5-b698-4385-9ac5-0bde593d4e02 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.6584320 Mar 30 16:41:45.807793 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'port_id': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'mac_address': 'fa:16:3e:f7:fc:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:41:45.850185 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:45.884378 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port adcd4369-5576-4a67-a992-f0a54ae7c1b7 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:45.884650 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:45.898723 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device b090bdc3-86fa-43fb-a589-ccc1611bd25e up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:45.905110 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adcd4369-5576-4a67-a992-f0a54ae7c1b7 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:45.933555 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port adcd4369-5576-4a67-a992-f0a54ae7c1b7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:45.962393 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:46.045791 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-a0662ae7-f9a7-47f8-a86e-f3b95f60b59c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 472 time: 0.6944642 Mar 30 16:41:46.064501 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4112c314-38f9-41c1-b21b-d2aabd3b55e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.088324 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'port': {'device_id': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'admin_state_up': True, 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'security_groups': ['231cabe0-467a-401a-b03e-e1a58ba901a6']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:46.141138 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e0c7f0-0ac5-4ea0-a1e2-adef252515be req-0653d91a-6f9b-4770-acb7-92c98d564378 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:46.143381 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-27e0c7f0-0ac5-4ea0-a1e2-adef252515be req-0653d91a-6f9b-4770-acb7-92c98d564378 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 943 time: 0.4752955 Mar 30 16:41:46.168718 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92545a41-e864-46d3-ab9c-d4cd959b2cea None None] Network 600fe998-8bc1-41e5-a22d-851373094fb9 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:41:46.224751 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.260168 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ca25400d-f0c2-4799-a46d-3a55fccfaee4 req-7053a1f7-563d-486b-a089-30c6fa84bb4a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4668131 Mar 30 16:41:46.273510 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4112c314-38f9-41c1-b21b-d2aabd3b55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.403490 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-05585087-a3b4-4fdb-bc2f-6938f01ed98c None None] Current status of the port b090bdc3-86fa-43fb-a589-ccc1611bd25e is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:46.403831 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-05585087-a3b4-4fdb-bc2f-6938f01ed98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.466664 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-05585087-a3b4-4fdb-bc2f-6938f01ed98c None None] For port b090bdc3-86fa-43fb-a589-ccc1611bd25e, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=b090bdc3-86fa-43fb-a589-ccc1611bd25e,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:46.467837 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port b090bdc3-86fa-43fb-a589-ccc1611bd25e triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:46.468240 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.501927 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e303ca7b-b574-4346-bb56-73824507f12d req-8f868694-3db9-4e14-b1fc-531bdeee7448 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 210 time: 0.0519092 Mar 30 16:41:46.514320 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:41:46.538831 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3753623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216'] for router (160a7d18-2986-4e30-817c-4929258b33e6), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.543431 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42838) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:46.561345 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-05585087-a3b4-4fdb-bc2f-6938f01ed98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.630432 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port b090bdc3-86fa-43fb-a589-ccc1611bd25e is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:46.631552 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device c11fdee2-2fe8-4970-8742-10415355b12f up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:46.679102 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-27e0c7f0-0ac5-4ea0-a1e2-adef252515be req-53515d69-19d9-430f-a872-3b11c368e18c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5013437 Mar 30 16:41:46.679507 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['adcd4369-5576-4a67-a992-f0a54ae7c1b7'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:41:46.753112 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8955-7d95-4b47-be2d-e2fff44173d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.756666 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4112c314-38f9-41c1-b21b-d2aabd3b55e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.825200 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112c314-38f9-41c1-b21b-d2aabd3b55e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:46.832878 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4112c314-38f9-41c1-b21b-d2aabd3b55e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.839405 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=adcd4369-5576-4a67-a992-f0a54ae7c1b7,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:46.841923 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-4112c314-38f9-41c1-b21b-d2aabd3b55e2 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dc9d9ef9-a2f9-4717-a3d5-2104e86cbda9 HTTP/1.1" status: 204 len: 168 time: 1.2662051 Mar 30 16:41:46.849405 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port c11fdee2-2fe8-4970-8742-10415355b12f triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:46.849857 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.872445 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42842) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:46.946023 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05585087-a3b4-4fdb-bc2f-6938f01ed98c None None] Pushing event updated for resources: {'Port': ['ID=b090bdc3-86fa-43fb-a589-ccc1611bd25e,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:46.952024 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Publish callbacks [] for router_gateway (6d2d139e-1476-4fc3-930c-07cd9494070a), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.954008 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Made reservation on behalf of 4fab43bb585b4ab98a6291af025dd6d3 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:46.958329 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:46.990736 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-777179d1-279c-4fb1-ac51-56f2fbf7f955 None None] Provisioning complete for port c11fdee2-2fe8-4970-8742-10415355b12f triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:46.991359 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-777179d1-279c-4fb1-ac51-56f2fbf7f955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.032903 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (c825245f-0389-4814-b627-322c0badae38), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.205825 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-777179d1-279c-4fb1-ac51-56f2fbf7f955 None None] Current status of the port c11fdee2-2fe8-4970-8742-10415355b12f is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:47.205825 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-777179d1-279c-4fb1-ac51-56f2fbf7f955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.282540 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8955-7d95-4b47-be2d-e2fff44173d6 admin admin] Publish callbacks [] for security_group (6679b9f0-36d8-408c-97a8-913c5f082641), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.322631 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-777179d1-279c-4fb1-ac51-56f2fbf7f955 None None] For port c11fdee2-2fe8-4970-8742-10415355b12f, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=c11fdee2-2fe8-4970-8742-10415355b12f,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:47.371375 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2ffd8955-7d95-4b47-be2d-e2fff44173d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (6679b9f0-36d8-408c-97a8-913c5f082641), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.407357 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port c11fdee2-2fe8-4970-8742-10415355b12f is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:47.407746 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.431597 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-777179d1-279c-4fb1-ac51-56f2fbf7f955 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.526228 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3753623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216'] for router (6d2d139e-1476-4fc3-930c-07cd9494070a), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.593155 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd8955-7d95-4b47-be2d-e2fff44173d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6679b9f0-36d8-408c-97a8-913c5f082641,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:47.595579 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:41:47.595950 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG oslo_db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:41:47.602158 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777179d1-279c-4fb1-ac51-56f2fbf7f955 None None] Pushing event updated for resources: {'Port': ['ID=c11fdee2-2fe8-4970-8742-10415355b12f,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:47.606931 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-1978c087-026d-450f-85c5-fb9067dddc84 None None] Provisioning complete for port b090bdc3-86fa-43fb-a589-ccc1611bd25e triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:47.607312 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1978c087-026d-450f-85c5-fb9067dddc84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.656180 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (c825245f-0389-4814-b627-322c0badae38), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.665225 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Allocated IP 172.20.0.10 (25a23ead-595b-4257-94d5-46389d5e6899/ce2d2ce2-f666-4ed6-8ebb-27ffff21e668/163ea8fa-f2de-438a-b2cd-74381d0443b6) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:47.684353 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c825245f-0389-4814-b627-322c0badae38']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:47.696917 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '676548d5-15c9-48cb-9286-f2bb6cb70c39') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:47.697540 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '676548d5-15c9-48cb-9286-f2bb6cb70c39') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:47.713430 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (676548d5-15c9-48cb-9286-f2bb6cb70c39), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.715242 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-1978c087-026d-450f-85c5-fb9067dddc84 None None] Current status of the port b090bdc3-86fa-43fb-a589-ccc1611bd25e is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:47.734863 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (676548d5-15c9-48cb-9286-f2bb6cb70c39), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.759302 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:41:47.760062 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (676548d5-15c9-48cb-9286-f2bb6cb70c39), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:41:47.774197 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:41:47.831322 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2ffd8955-7d95-4b47-be2d-e2fff44173d6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3e71d91b9f3e474a9b1472168485b4f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2866967 Mar 30 16:41:47.839761 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42852) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:47.848546 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-88587f75-d132-417d-9012-4dfcf9c8a35e None None] Provisioning complete for port c11fdee2-2fe8-4970-8742-10415355b12f triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:47.849354 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-88587f75-d132-417d-9012-4dfcf9c8a35e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.871496 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.962751 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-44e1ebc1-ceef-4abb-a4d2-d125e971080b admin admin] Publish callbacks [] for security_group (6679b9f0-36d8-408c-97a8-913c5f082641), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:47.996085 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-44e1ebc1-ceef-4abb-a4d2-d125e971080b admin admin] Publish callbacks [] for security_group (6679b9f0-36d8-408c-97a8-913c5f082641), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:48.042861 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-88587f75-d132-417d-9012-4dfcf9c8a35e None None] Current status of the port c11fdee2-2fe8-4970-8742-10415355b12f is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:48.047906 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f63c8a29-e749-4284-b82b-b2986af8c693 req-fd4dc293-07ee-4a20-aef6-94392e917808 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 210 time: 0.1410885 Mar 30 16:41:48.052404 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:48.069979 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Router 160a7d18-2986-4e30-817c-4929258b33e6 is scheduled to L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 with binding_index 1 {{(pid=106608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:41:48.070509 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (c825245f-0389-4814-b627-322c0badae38), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:48.094114 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:48.100566 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] 10.222.0.21 "DELETE /v2.0/networks/c825245f-0389-4814-b627-322c0badae38 HTTP/1.1" status: 204 len: 168 time: 1.2229302 Mar 30 16:41:48.110888 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046553f2-d47c-45d5-a922-a0d8abc34dea admin admin] Pushing event deleted for resources: {'Network': ['ID=c825245f-0389-4814-b627-322c0badae38,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:48.171295 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port c11fdee2-2fe8-4970-8742-10415355b12f is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:48.197316 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=163ea8fa-f2de-438a-b2cd-74381d0443b6,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:48.232875 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855a9136-25e1-4aa0-9305-06fbdbc97b9f req-f40e4ea5-b913-4f7f-9ab6-e54c78d7cb17 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.242005 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-855a9136-25e1-4aa0-9305-06fbdbc97b9f req-f40e4ea5-b913-4f7f-9ab6-e54c78d7cb17 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.7403288 Mar 30 16:41:48.257299 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-44e1ebc1-ceef-4abb-a4d2-d125e971080b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (6679b9f0-36d8-408c-97a8-913c5f082641), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:48.267961 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-44e1ebc1-ceef-4abb-a4d2-d125e971080b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:48.272591 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-44e1ebc1-ceef-4abb-a4d2-d125e971080b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6679b9f0-36d8-408c-97a8-913c5f082641 HTTP/1.1" status: 204 len: 168 time: 0.4267938 Mar 30 16:41:48.272744 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Network 25a23ead-595b-4257-94d5-46389d5e6899 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:48.308698 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1ebc1-ceef-4abb-a4d2-d125e971080b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6679b9f0-36d8-408c-97a8-913c5f082641,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:48.313154 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:48.322380 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:48.387653 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.388679 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:48.389939 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:41:48.416545 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Sync routers for ids ['160a7d18-2986-4e30-817c-4929258b33e6'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:41:48.434406 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Routers {'160a7d18-2986-4e30-817c-4929258b33e6'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:48.435686 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:41:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['160a7d18-2986-4e30-817c-4929258b33e6'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:48.483099 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device b090bdc3-86fa-43fb-a589-ccc1611bd25e up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:48.540598 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:48.544389 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-cd7bee6a-4490-475b-8097-a418b19431a2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.0895660 Mar 30 16:41:48.545077 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42858) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:48.564422 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port b090bdc3-86fa-43fb-a589-ccc1611bd25e triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:48.565115 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:48.578764 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffd428-fd7f-4f4e-9ad5-b0ec7bfb8cf0 req-09536984-e1b3-420b-9ef4-c077ab29bfee tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:48.581308 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-65ffd428-fd7f-4f4e-9ad5-b0ec7bfb8cf0 req-09536984-e1b3-420b-9ef4-c077ab29bfee tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 944 time: 0.3935084 Mar 30 16:41:48.588714 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-855a9136-25e1-4aa0-9305-06fbdbc97b9f req-aa196e16-14e4-454a-9e43-1e608cb426ea tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3457997 Mar 30 16:41:48.641623 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Set router 160a7d18-2986-4e30-817c-4929258b33e6 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:48.753916 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Router 6d2d139e-1476-4fc3-930c-07cd9494070a is scheduled to L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:41:48.771845 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-65ffd428-fd7f-4f4e-9ad5-b0ec7bfb8cf0 req-f9ac1337-da0e-4dbb-bf57-ba59710f8932 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802831 Mar 30 16:41:48.800479 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-8f352036-c673-4575-a512-4cce2f9b36e5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7258840 Mar 30 16:41:48.816655 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Request body: {'port': {'device_id': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:48.822960 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port b090bdc3-86fa-43fb-a589-ccc1611bd25e is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:48.824739 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device c11fdee2-2fe8-4970-8742-10415355b12f up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:48.897279 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port c11fdee2-2fe8-4970-8742-10415355b12f triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:48.897396 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:48.931123 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42864) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:48.959080 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-552f4b16-9110-442a-981f-9ffeeb46fb53 None None] Provisioning complete for port 163ea8fa-f2de-438a-b2cd-74381d0443b6 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:48.959364 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-552f4b16-9110-442a-981f-9ffeeb46fb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:49.018457 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-552f4b16-9110-442a-981f-9ffeeb46fb53 None None] Port 163ea8fa-f2de-438a-b2cd-74381d0443b6 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:41:49.056043 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:45Z', 'revision_number': 3, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:49.073301 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port c11fdee2-2fe8-4970-8742-10415355b12f is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:49.107699 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Checking router: 160a7d18-2986-4e30-817c-4929258b33e6 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:41:49.108049 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Updating router 160a7d18-2986-4e30-817c-4929258b33e6 port bd852097-e639-40f1-bb12-77c737c64b14 binding host dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:41:49.143983 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (bd852097-e639-40f1-bb12-77c737c64b14), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:49.223869 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device adcd4369-5576-4a67-a992-f0a54ae7c1b7 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:49.288023 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:49.443165 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b026da8a-c56b-413d-8f3f-d48860820964 req-a02afb32-4076-40cf-8004-c100874e7ed0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:49.445061 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b026da8a-c56b-413d-8f3f-d48860820964 req-a02afb32-4076-40cf-8004-c100874e7ed0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 932 time: 0.2627099 Mar 30 16:41:49.474216 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:41:49.476007 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port adcd4369-5576-4a67-a992-f0a54ae7c1b7 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:41:49.483296 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port adcd4369-5576-4a67-a992-f0a54ae7c1b7 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:49.483296 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:49.493034 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Sync routers for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:41:49.585456 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-901f6ad5-4791-4265-89d7-234b4982a248 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58e47f49cc114c2592eed5b9fc60f2b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5403214 Mar 30 16:41:49.602970 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:49.605715 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:41:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:49.616230 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b026da8a-c56b-413d-8f3f-d48860820964 req-62357e2b-e518-4fcb-ae24-bfcb0a096e1b tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573532 Mar 30 16:41:49.628699 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 42876) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:49.776291 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Publish callbacks [] for port (bd852097-e639-40f1-bb12-77c737c64b14), precommit_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:49.817532 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:49.817532 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a96433e0-37e1-45e9-ba71-50c2da4f2489 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.3895085 Mar 30 16:41:49.817720 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 42882) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:49.820586 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:49.822918 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port adcd4369-5576-4a67-a992-f0a54ae7c1b7 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:49.823646 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:49.844954 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0853-e921-4743-bc2f-6e37a45eff63 admin admin] Publish callbacks [] for security_group (75fed2a4-fd41-4b09-939d-b2334b4e78a7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:49.889426 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0853-e921-4743-bc2f-6e37a45eff63 admin admin] Publish callbacks [] for security_group (75fed2a4-fd41-4b09-939d-b2334b4e78a7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:49.891960 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:49.906238 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347be25-3a7e-48e7-80c5-0f4843afc6ad req-87b08088-35e4-4beb-b93f-aa101db879b2 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:49.915249 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9347be25-3a7e-48e7-80c5-0f4843afc6ad req-87b08088-35e4-4beb-b93f-aa101db879b2 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.1704750 Mar 30 16:41:49.920210 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (bd852097-e639-40f1-bb12-77c737c64b14), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:50.043848 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Attempting to bind port bd852097-e639-40f1-bb12-77c737c64b14 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:50.044222 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Attempting to bind port bd852097-e639-40f1-bb12-77c737c64b14 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:50.044635 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Attempting to bind port bd852097-e639-40f1-bb12-77c737c64b14 on network 925be276-2685-4f32-a5e5-bf5a79e7dce9 {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:50.053177 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Pushing event updated for resources: {'Port': ['ID=bd852097-e639-40f1-bb12-77c737c64b14,revision_number=2']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:50.058607 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:50.058918 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:50.059325 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:50.059723 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Bound using segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:50.060217 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Bound port: bd852097-e639-40f1-bb12-77c737c64b14, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:50.060597 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (bd852097-e639-40f1-bb12-77c737c64b14), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:50.102294 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port adcd4369-5576-4a67-a992-f0a54ae7c1b7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:50.105276 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:50.107807 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376177e3-437f-4e85-b3b2-a56a7a0a7034" -d '{"events": [{"server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "name": "network-vif-plugged", "status": "completed", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:50.182983 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.182983 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.182983 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.183398 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.184130 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.185179 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.185179 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.186888 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.188140 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.188959 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.190037 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.190915 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.194613 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.195200 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.199512 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:41:50.259224 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:50.284960 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] For port bd852097-e639-40f1-bb12-77c737c64b14, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:50.289870 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] For port bd852097-e639-40f1-bb12-77c737c64b14, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=bd852097-e639-40f1-bb12-77c737c64b14,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:50.362707 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0c5fa-675d-4408-8852-b7cd8a7e4076 req-b21651cf-d24d-4414-826c-fd9f37d16a80 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:50.362942 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=adcd4369-5576-4a67-a992-f0a54ae7c1b7,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:50.365817 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ff0c5fa-675d-4408-8852-b7cd8a7e4076 req-b21651cf-d24d-4414-826c-fd9f37d16a80 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 944 time: 0.4483867 Mar 30 16:41:50.373595 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9347be25-3a7e-48e7-80c5-0f4843afc6ad req-746e6187-3d29-45a1-b7e5-42c493bf8299 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4574468 Mar 30 16:41:50.374450 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:46Z', 'revision_number': 3, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:50.389591 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (bd852097-e639-40f1-bb12-77c737c64b14), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:50.441562 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Checking router: 6d2d139e-1476-4fc3-930c-07cd9494070a for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:41:50.441943 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Updating router 6d2d139e-1476-4fc3-930c-07cd9494070a port b0718e84-7fc2-4365-8a58-443db3c78046 binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:41:50.453682 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 163ea8fa-f2de-438a-b2cd-74381d0443b6 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:50.525332 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Routers {'160a7d18-2986-4e30-817c-4929258b33e6'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:50.526039 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:41:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['160a7d18-2986-4e30-817c-4929258b33e6'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:50.526820 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed6ffa35-76a6-423b-917f-47d3ef882722 x-openstack-request-id: req-ed6ffa35-76a6-423b-917f-47d3ef882722 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:50.527752 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "name": "network-vif-plugged", "status": "completed", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:50.528417 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed6ffa35-76a6-423b-917f-47d3ef882722 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:50.529017 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed6ffa35-76a6-423b-917f-47d3ef882722'] response: {'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'code': 200} Mar 30 16:41:50.538031 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecbaa5-c9ca-4e5f-9a60-627137ce77e1 None None] Pushing event updated for resources: {'Port': ['ID=bd852097-e639-40f1-bb12-77c737c64b14,revision_number=3']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:50.539101 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:50.562821 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Publish callbacks [] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:50.577891 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ff0c5fa-675d-4408-8852-b7cd8a7e4076 req-61c779a4-5b29-419f-9df2-94036640f913 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908138 Mar 30 16:41:50.605134 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Transition to ACTIVE for port object 163ea8fa-f2de-438a-b2cd-74381d0443b6 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:41:50.646971 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:50.752645 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:50.755240 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0853-e921-4743-bc2f-6e37a45eff63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (75fed2a4-fd41-4b09-939d-b2334b4e78a7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:50.774600 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0f2c0853-e921-4743-bc2f-6e37a45eff63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:50.788153 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] Set router 160a7d18-2986-4e30-817c-4929258b33e6 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:50.788650 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0f2c0853-e921-4743-bc2f-6e37a45eff63 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75fed2a4-fd41-4b09-939d-b2334b4e78a7 HTTP/1.1" status: 204 len: 168 time: 1.1585042 Mar 30 16:41:50.945578 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2c0853-e921-4743-bc2f-6e37a45eff63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fed2a4-fd41-4b09-939d-b2334b4e78a7,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:51.037731 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Publish callbacks [] for port (b0718e84-7fc2-4365-8a58-443db3c78046), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.038760 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e7932-576e-4a0b-998c-feff27b49f4c req-826d276b-9b9d-4761-9392-1fdfd2389b97 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:51.040434 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-336e7932-576e-4a0b-998c-feff27b49f4c req-826d276b-9b9d-4761-9392-1fdfd2389b97 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 932 time: 0.3400974 Mar 30 16:41:51.041363 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Pushing event updated for resources: {'Port': ['ID=163ea8fa-f2de-438a-b2cd-74381d0443b6,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:51.120189 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.200155 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-336e7932-576e-4a0b-998c-feff27b49f4c req-cbc37048-0c8f-4f46-8c07-514717816b88 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427608 Mar 30 16:41:51.238143 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f51d60-9fc7-4811-9a81-93ad457654ff req-bb90e63b-e0da-4ed8-b9d9-b6dd2f2090e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:51.239908 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-36f51d60-9fc7-4811-9a81-93ad457654ff req-bb90e63b-e0da-4ed8-b9d9-b6dd2f2090e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 1129 time: 0.3583660 Mar 30 16:41:51.250118 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Allocated IP 172.20.0.1 (3ba8108a-6296-4e49-baec-a63c57053824/3aa56f19-56b2-42e1-8a44-a143b0905304/cf36c50e-772d-40ba-a2e9-f56d6e255607) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:51.257691 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76eddfe-42bf-4d5f-af17-69da5d04f9ef None None] Pushing event updated for resources: {'Port': ['ID=b0718e84-7fc2-4365-8a58-443db3c78046,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:51.292747 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Attempting to bind port b0718e84-7fc2-4365-8a58-443db3c78046 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:51.293115 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Attempting to bind port b0718e84-7fc2-4365-8a58-443db3c78046 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:51.293478 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Attempting to bind port b0718e84-7fc2-4365-8a58-443db3c78046 on network 925be276-2685-4f32-a5e5-bf5a79e7dce9 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:51.299073 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:51.299458 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:51.299864 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.299983 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Attempting to bind port 163ea8fa-f2de-438a-b2cd-74381d0443b6 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:51.300258 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Bound using segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:51.300380 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Attempting to bind port 163ea8fa-f2de-438a-b2cd-74381d0443b6 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:51.300643 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Attempting to bind port 163ea8fa-f2de-438a-b2cd-74381d0443b6 on network 25a23ead-595b-4257-94d5-46389d5e6899 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:51.300755 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Bound port: b0718e84-7fc2-4365-8a58-443db3c78046, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:51.301099 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.313847 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Port 163ea8fa-f2de-438a-b2cd-74381d0443b6 on network 25a23ead-595b-4257-94d5-46389d5e6899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:41:51.322382 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Attempting to bind port 163ea8fa-f2de-438a-b2cd-74381d0443b6 on network 25a23ead-595b-4257-94d5-46389d5e6899 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:51.329544 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:51.329904 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Checking segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:51.330302 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Bound using segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:51.330819 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Bound port: 163ea8fa-f2de-438a-b2cd-74381d0443b6, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:51.331192 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.400044 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] For port b0718e84-7fc2-4365-8a58-443db3c78046, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:51.403889 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] For port b0718e84-7fc2-4365-8a58-443db3c78046, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=b0718e84-7fc2-4365-8a58-443db3c78046,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:51.475399 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.506243 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.516391 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:45Z', 'revision_number': 3, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:51.600164 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32bf7098-4ea3-495d-99fc-485ddc2697b0 None None] The sync data for ids ['160a7d18-2986-4e30-817c-4929258b33e6'] in dv-cinder-835871-1-iscsi is: [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:45Z', 'revision_number': 3, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:41:51.623800 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76eddfe-42bf-4d5f-af17-69da5d04f9ef None None] Pushing event updated for resources: {'Port': ['ID=b0718e84-7fc2-4365-8a58-443db3c78046,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:51.672906 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:51.673573 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:41:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:51.824711 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Publish callbacks [] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:51.833602 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-36f51d60-9fc7-4811-9a81-93ad457654ff req-5e4ad738-f36f-459c-b0fa-e2b06c1702f2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5554650 Mar 30 16:41:51.966188 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:51.988007 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Allocated IP 172.20.0.1 (600fe998-8bc1-41e5-a22d-851373094fb9/17dce1d2-dae1-4b1d-bded-3495159a04ef/ae7d0dbb-d872-4568-9cce-0921e854994a) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:41:52.023049 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a20b7-90d0-42fc-ac2b-853a63d45bdd req-4bc07590-d8a0-4439-9821-b5c9a008c99c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:52.025063 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ec2a20b7-90d0-42fc-ac2b-853a63d45bdd req-4bc07590-d8a0-4439-9821-b5c9a008c99c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.1919868 Mar 30 16:41:52.034796 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05699680-a747-4be1-aacf-9527ec767fad req-7d1f6b71-cf76-45dd-94ad-c59d22f13c79 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:52.036565 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05699680-a747-4be1-aacf-9527ec767fad req-7d1f6b71-cf76-45dd-94ad-c59d22f13c79 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.2023213 Mar 30 16:41:52.037733 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] For port 163ea8fa-f2de-438a-b2cd-74381d0443b6, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:52.043242 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] For port 163ea8fa-f2de-438a-b2cd-74381d0443b6, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=163ea8fa-f2de-438a-b2cd-74381d0443b6,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:52.181877 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:52.203502 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Publish callbacks [] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:52.222138 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-05699680-a747-4be1-aacf-9527ec767fad req-9de508aa-2aa2-4cca-b7ec-d9883653e624 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731808 Mar 30 16:41:52.227017 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:52.260937 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ec2a20b7-90d0-42fc-ac2b-853a63d45bdd req-5db239ec-20bc-4061-8fbb-86bf22c43b56 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2207854 Mar 30 16:41:52.325566 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Network 3ba8108a-6296-4e49-baec-a63c57053824 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:52.329529 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:52.330236 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:52.331831 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] 10.222.0.41 "PUT /v2.0/ports/163ea8fa-f2de-438a-b2cd-74381d0443b6 HTTP/1.1" status: 200 len: 1094 time: 3.5297382 Mar 30 16:41:52.332319 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'tag': '163ea8fa-f2de-438a-b2cd-74381d0443b6'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:52.338376 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b68707-2716-4aa1-b404-fb92009d8c9e" -d '{"events": [{"name": "network-changed", "server_uuid": "410a5864-9089-4fb7-ae70-36f8aec198c6", "tag": "163ea8fa-f2de-438a-b2cd-74381d0443b6"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:52.377061 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:46Z', 'revision_number': 3, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:52.406812 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:52.431247 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:52.447469 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Pushing event updated for resources: {'Port': ['ID=cf36c50e-772d-40ba-a2e9-f56d6e255607,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:52.485023 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fed65c9-8a30-4945-a2b0-ff84fc2bf688 None None] The sync data for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi is: [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:46Z', 'revision_number': 3, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:41:52.508371 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c604e4-c910-4242-8f54-301ad0c6d3d6 x-openstack-request-id: req-20c604e4-c910-4242-8f54-301ad0c6d3d6 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:52.508577 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410a5864-9089-4fb7-ae70-36f8aec198c6", "tag": "163ea8fa-f2de-438a-b2cd-74381d0443b6", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:52.508801 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20c604e4-c910-4242-8f54-301ad0c6d3d6 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:52.509231 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20c604e4-c910-4242-8f54-301ad0c6d3d6'] response: {'name': 'network-changed', 'server_uuid': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'tag': '163ea8fa-f2de-438a-b2cd-74381d0443b6', 'status': 'completed', 'code': 200} Mar 30 16:41:52.516615 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device bd852097-e639-40f1-bb12-77c737c64b14 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:52.595415 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755983'] for router_interface (160a7d18-2986-4e30-817c-4929258b33e6), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:52.667073 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port bd852097-e639-40f1-bb12-77c737c64b14 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:52.667707 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (bd852097-e639-40f1-bb12-77c737c64b14), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:52.686650 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e6722-dcd7-4832-ae84-24591472f619 service neutron] Pushing event updated for resources: {'Port': ['ID=163ea8fa-f2de-438a-b2cd-74381d0443b6,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:52.739728 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:52.793822 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-6c21faa6-4d77-420e-9c7c-483d233d1ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:52.801833 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-6c21faa6-4d77-420e-9c7c-483d233d1ad6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 1128 time: 0.2903142 Mar 30 16:41:52.854407 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529050e-3654-4f23-97ee-b25cb105234c req-622ebe7c-57b2-49c8-b490-bb37d251aa1c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:52.856185 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f529050e-3654-4f23-97ee-b25cb105234c req-622ebe7c-57b2-49c8-b490-bb37d251aa1c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 944 time: 0.4347754 Mar 30 16:41:52.873808 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Network 600fe998-8bc1-41e5-a22d-851373094fb9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:52.876803 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port bd852097-e639-40f1-bb12-77c737c64b14 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:52.877198 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (bd852097-e639-40f1-bb12-77c737c64b14), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:52.892632 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:52.912449 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:41:52.956560 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port bd852097-e639-40f1-bb12-77c737c64b14, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=bd852097-e639-40f1-bb12-77c737c64b14,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:52.964957 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d6e616bf-a6c6-4f9f-9e0a-023e043b0588 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=163ea8fa-f2de-438a-b2cd-74381d0443b6 HTTP/1.1" status: 200 len: 217 time: 0.1532798 Mar 30 16:41:53.036209 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (bd852097-e639-40f1-bb12-77c737c64b14), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:53.114808 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Pushing event updated for resources: {'Port': ['ID=ae7d0dbb-d872-4568-9cce-0921e854994a,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:53.155230 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-42136a78-4a08-43ef-b830-0735d02d0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:53.157295 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-42136a78-4a08-43ef-b830-0735d02d0636 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce2d2ce2-f666-4ed6-8ebb-27ffff21e668 HTTP/1.1" status: 200 len: 854 time: 0.1838074 Mar 30 16:41:53.255228 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f529050e-3654-4f23-97ee-b25cb105234c req-b09aec09-6644-4408-8b5a-dd672e24c217 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3143365 Mar 30 16:41:53.263673 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-c7e4c2fc-4af8-4ff7-b809-6537ea392c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:53.269565 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-c7e4c2fc-4af8-4ff7-b809-6537ea392c97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a23ead-595b-4257-94d5-46389d5e6899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0953147 Mar 30 16:41:53.274846 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755983'] for router_interface (6d2d139e-1476-4fc3-930c-07cd9494070a), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:53.283872 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=bd852097-e639-40f1-bb12-77c737c64b14,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:53.303129 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-02a25a76-ac2e-41e3-9350-2b99c595e868 None None] Provisioning complete for port cf36c50e-772d-40ba-a2e9-f56d6e255607 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:53.303483 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-02a25a76-ac2e-41e3-9350-2b99c595e868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:53.455757 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-86006ae0-8603-446e-9fc0-35d063f4af62 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760731 Mar 30 16:41:53.480108 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-02a25a76-ac2e-41e3-9350-2b99c595e868 None None] Port cf36c50e-772d-40ba-a2e9-f56d6e255607 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:41:53.608013 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:53.645830 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c664f7da-c7e3-4da5-ab93-80d8adf95238 req-c80b55f4-e9a9-4763-88f4-4765f96eed24 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:53.651367 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c664f7da-c7e3-4da5-ab93-80d8adf95238 req-c80b55f4-e9a9-4763-88f4-4765f96eed24 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.1809504 Mar 30 16:41:53.655825 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-d165f531-1903-40b2-960f-dab1dd4d831a None None] Provisioning complete for port ae7d0dbb-d872-4568-9cce-0921e854994a triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:53.656347 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d165f531-1903-40b2-960f-dab1dd4d831a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:53.680070 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b452a-3bb2-4a7f-8e10-d22d3136a641 req-4b76f2e3-83d1-4ed5-809b-d208c209ed6b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:53.682126 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-694b452a-3bb2-4a7f-8e10-d22d3136a641 req-4b76f2e3-83d1-4ed5-809b-d208c209ed6b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.1653535 Mar 30 16:41:53.686799 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9fa615f5-6ae2-4c82-b831-61ff3befc4b2 req-d9c4fd35-6807-4329-8a4e-2502a35bc8dd service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176692 Mar 30 16:41:53.731979 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-d165f531-1903-40b2-960f-dab1dd4d831a None None] Port ae7d0dbb-d872-4568-9cce-0921e854994a cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:41:53.781096 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c664f7da-c7e3-4da5-ab93-80d8adf95238 req-be47a1f2-e7cb-45e6-b0fd-71192718df39 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282821 Mar 30 16:41:53.818822 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:53.835129 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-694b452a-3bb2-4a7f-8e10-d22d3136a641 req-54e51325-de7c-4e59-b275-15b7bda88b60 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418269 Mar 30 16:41:54.050411 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68707-2716-4aa1-b404-fb92009d8c9e req-33e4f4fa-c6c6-40e9-95b3-5fb8338b9bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:54.065989 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5b68707-2716-4aa1-b404-fb92009d8c9e req-33e4f4fa-c6c6-40e9-95b3-5fb8338b9bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 1128 time: 0.1852114 Mar 30 16:41:54.103508 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f1f2e-d891-4339-8122-881edd1daafb req-acdfaead-3e77-4a73-adf9-f8f0f492132a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:54.105117 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a58f1f2e-d891-4339-8122-881edd1daafb req-acdfaead-3e77-4a73-adf9-f8f0f492132a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.1732464 Mar 30 16:41:54.123205 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43030) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:54.159502 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Publish callbacks [] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:54.161464 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-e55359e8-5d62-42a3-9e37-29375b9303d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Request body: {'floatingip': {'port_id': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:54.211533 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c930d93-e86c-4f38-98da-ef76241d520c req-2b46ce84-81a2-403c-b32f-668a18e00bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:54.213019 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-5c930d93-e86c-4f38-98da-ef76241d520c req-2b46ce84-81a2-403c-b32f-668a18e00bbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 1129 time: 0.1067410 Mar 30 16:41:54.276513 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e55359e8-5d62-42a3-9e37-29375b9303d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for floatingip (3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:54.280653 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:54.434445 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Publish callbacks [] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:54.449800 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Pushing event updated for resources: {'Port': ['ID=cf36c50e-772d-40ba-a2e9-f56d6e255607,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:54.457108 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3909962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755867'] for router_interface (160a7d18-2986-4e30-817c-4929258b33e6), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:54.482482 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device b0718e84-7fc2-4365-8a58-443db3c78046 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:54.511456 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68707-2716-4aa1-b404-fb92009d8c9e req-aaf25463-23d4-4c47-bb16-33c8b621f90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:54.512874 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5b68707-2716-4aa1-b404-fb92009d8c9e req-aaf25463-23d4-4c47-bb16-33c8b621f90e service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 916 time: 0.4311855 Mar 30 16:41:54.564178 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port b0718e84-7fc2-4365-8a58-443db3c78046 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:54.564722 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:54.610506 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5b68707-2716-4aa1-b404-fb92009d8c9e req-1e42db26-da5e-4d09-bc24-9ac28bd7db6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=163ea8fa-f2de-438a-b2cd-74381d0443b6 HTTP/1.1" status: 200 len: 217 time: 0.0888765 Mar 30 16:41:54.673614 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port b0718e84-7fc2-4365-8a58-443db3c78046 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:54.674167 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:54.687168 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31ec9f-52ba-4fc7-ab5a-bad234ddb164 req-0c4d7b52-3046-4dfd-a25c-3384dcc06c62 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:54.695100 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e31ec9f-52ba-4fc7-ab5a-bad234ddb164 req-0c4d7b52-3046-4dfd-a25c-3384dcc06c62 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 944 time: 0.2948794 Mar 30 16:41:54.721093 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port b0718e84-7fc2-4365-8a58-443db3c78046, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=b0718e84-7fc2-4365-8a58-443db3c78046,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:54.757114 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68707-2716-4aa1-b404-fb92009d8c9e req-3ccfeac9-5537-4b06-b21a-aff7b4257f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:54.758596 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5b68707-2716-4aa1-b404-fb92009d8c9e req-3ccfeac9-5537-4b06-b21a-aff7b4257f4b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce2d2ce2-f666-4ed6-8ebb-27ffff21e668 HTTP/1.1" status: 200 len: 854 time: 0.1136713 Mar 30 16:41:54.805131 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:54.841263 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e31ec9f-52ba-4fc7-ab5a-bad234ddb164 req-657106e4-5dd5-473c-bf52-6d50f616bb2e tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1452057 Mar 30 16:41:54.846217 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:54.847534 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device bd852097-e639-40f1-bb12-77c737c64b14 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:54.856808 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c930d93-e86c-4f38-98da-ef76241d520c req-c40d75c9-cbf6-474e-9fe8-d69205f8a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:54.858293 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-5c930d93-e86c-4f38-98da-ef76241d520c req-c40d75c9-cbf6-474e-9fe8-d69205f8a31a service neutron] 10.222.0.41 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 918 time: 0.6348240 Mar 30 16:41:54.949302 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Pushing event updated for resources: {'Port': ['ID=ae7d0dbb-d872-4568-9cce-0921e854994a,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:54.969027 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3909962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755867'] for router_interface (6d2d139e-1476-4fc3-930c-07cd9494070a), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:54.999102 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b68707-2716-4aa1-b404-fb92009d8c9e req-69be61a1-3be4-481d-9185-172f7ebcffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:55.000574 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5b68707-2716-4aa1-b404-fb92009d8c9e req-69be61a1-3be4-481d-9185-172f7ebcffc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a23ead-595b-4257-94d5-46389d5e6899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2331247 Mar 30 16:41:55.001505 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-5c930d93-e86c-4f38-98da-ef76241d520c req-2f2fe2cd-a903-4d16-bbfa-4f29251a6a3b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602 HTTP/1.1" status: 200 len: 1001 time: 0.1286130 Mar 30 16:41:55.021405 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=b0718e84-7fc2-4365-8a58-443db3c78046,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:55.058263 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port bd852097-e639-40f1-bb12-77c737c64b14 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:55.058263 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (bd852097-e639-40f1-bb12-77c737c64b14), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:55.138275 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d994f00-136e-4871-9128-371dd4391a19 req-e7d53f59-bc63-4619-959e-0103de2719f1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:55.141532 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d994f00-136e-4871-9128-371dd4391a19 req-e7d53f59-bc63-4619-959e-0103de2719f1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.2064319 Mar 30 16:41:55.150950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.db.resource_extend [None req-e55359e8-5d62-42a3-9e37-29375b9303d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:41:55.183714 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Network 3ba8108a-6296-4e49-baec-a63c57053824 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:55.192661 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Network 600fe998-8bc1-41e5-a22d-851373094fb9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:41:55.193928 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:55.245518 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5b68707-2716-4aa1-b404-fb92009d8c9e req-f620a65d-021e-43cf-a9d7-685b0854a790 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315993 Mar 30 16:41:55.265991 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e55359e8-5d62-42a3-9e37-29375b9303d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:55.292264 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c930d93-e86c-4f38-98da-ef76241d520c req-15efcef1-42bb-4206-8574-67e4a7da9578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:55.293467 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-5c930d93-e86c-4f38-98da-ef76241d520c req-15efcef1-42bb-4206-8574-67e4a7da9578 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 200 len: 856 time: 0.2731559 Mar 30 16:41:55.294333 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:55.316488 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port bd852097-e639-40f1-bb12-77c737c64b14 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:55.354159 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d994f00-136e-4871-9128-371dd4391a19 req-295508f3-cac5-4945-9f5a-3078d130d2f9 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990137 Mar 30 16:41:55.408187 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e55359e8-5d62-42a3-9e37-29375b9303d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:55.599254 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a5b68707-2716-4aa1-b404-fb92009d8c9e req-140df127-0c5d-42ec-9e7f-226ae827c9b0 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366814 Mar 30 16:41:55.619676 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c930d93-e86c-4f38-98da-ef76241d520c req-652f2c59-7700-46c3-8ee1-ea0e9cae6d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:55.621199 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-5c930d93-e86c-4f38-98da-ef76241d520c req-652f2c59-7700-46c3-8ee1-ea0e9cae6d15 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7997d76f-0fe0-4c65-b651-c4e866201f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3180516 Mar 30 16:41:55.624322 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Router 160a7d18-2986-4e30-817c-4929258b33e6 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:41:55.635571 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-e55359e8-5d62-42a3-9e37-29375b9303d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Floating IP 3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b associated. External IP: 172.27.0.16, port: adcd4369-5576-4a67-a992-f0a54ae7c1b7. Mar 30 16:41:55.683628 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-c72faf07-e4d1-43fa-863f-6d2518729f52 None None] Provisioning complete for port cf36c50e-772d-40ba-a2e9-f56d6e255607 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:55.684690 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c72faf07-e4d1-43fa-863f-6d2518729f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:55.726810 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-c72faf07-e4d1-43fa-863f-6d2518729f52 None None] Port cf36c50e-772d-40ba-a2e9-f56d6e255607 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:41:55.779817 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Router 6d2d139e-1476-4fc3-930c-07cd9494070a has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:41:55.853617 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-75b2e859-3a46-4555-a3e8-8de2b42a9564 None None] Provisioning complete for port ae7d0dbb-d872-4568-9cce-0921e854994a triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:55.859281 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-75b2e859-3a46-4555-a3e8-8de2b42a9564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:55.921020 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e55359e8-5d62-42a3-9e37-29375b9303d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:41:55.964964 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-75b2e859-3a46-4555-a3e8-8de2b42a9564 None None] Port ae7d0dbb-d872-4568-9cce-0921e854994a cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:41:55.975703 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-5c930d93-e86c-4f38-98da-ef76241d520c req-d471d3e3-be70-4210-bae9-c6fc77802e4c service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445930 Mar 30 16:41:55.979572 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:41:55.993662 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Sync routers for ids ['160a7d18-2986-4e30-817c-4929258b33e6'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:41:56.002124 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-979496e3-ce4c-49ec-9640-a45b1bf3626f admin admin] 10.222.0.21 "PUT /v2.0/routers/160a7d18-2986-4e30-817c-4929258b33e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4562042 Mar 30 16:41:56.012296 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Routers {'160a7d18-2986-4e30-817c-4929258b33e6'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:56.012944 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:41:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['160a7d18-2986-4e30-817c-4929258b33e6'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:56.079235 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:41:56.081398 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Sync routers for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:41:56.095292 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-6e167ab7-2881-46b8-98bc-983eb60e70ed admin admin] 10.222.0.21 "PUT /v2.0/routers/6d2d139e-1476-4fc3-930c-07cd9494070a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2781518 Mar 30 16:41:56.108812 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:56.110350 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:41:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:56.152074 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-5c930d93-e86c-4f38-98da-ef76241d520c req-5c8f20a4-1ebe-4d70-94b2-80f84ae02e8a service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688347 Mar 30 16:41:56.359136 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device b0718e84-7fc2-4365-8a58-443db3c78046 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:41:56.395445 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Set router 160a7d18-2986-4e30-817c-4929258b33e6 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:56.530776 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:56.532628 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port b0718e84-7fc2-4365-8a58-443db3c78046 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:56.533243 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:56.541352 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e55359e8-5d62-42a3-9e37-29375b9303d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:41:56.561516 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e55359e8-5d62-42a3-9e37-29375b9303d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:56.621154 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b38d4c-10c2-4a97-957a-21fc58a3636c None None] Sync routers for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:41:56.634105 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e55359e8-5d62-42a3-9e37-29375b9303d5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "PUT /v2.0/floatingips/3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b HTTP/1.1" status: 200 len: 990 time: 2.5098004 Mar 30 16:41:56.643195 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:41:56.646190 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c" -d '{"events": [{"name": "network-changed", "server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:41:56.691664 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e348a-014a-4dfa-b74d-f142d326289e req-694fd20e-863c-4116-bb03-bf80347840c4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:56.696623 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef8e348a-014a-4dfa-b74d-f142d326289e req-694fd20e-863c-4116-bb03-bf80347840c4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 944 time: 0.3119349 Mar 30 16:41:56.701129 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b38d4c-10c2-4a97-957a-21fc58a3636c None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:56.702360 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-c6b38d4c-10c2-4a97-957a-21fc58a3636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:41:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:56.730814 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b830b92a-3790-41ff-885b-9d8019375197 req-24fa65c1-e8de-41dc-9156-048abe78a7fb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:56.743237 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b830b92a-3790-41ff-885b-9d8019375197 req-24fa65c1-e8de-41dc-9156-048abe78a7fb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.2236004 Mar 30 16:41:56.822543 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b830b92a-3790-41ff-885b-9d8019375197 req-ce91bb94-d466-4b36-ae74-bb7d8438fb93 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779915 Mar 30 16:41:56.865028 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ef8e348a-014a-4dfa-b74d-f142d326289e req-756af482-fd07-4b79-bac9-3fb140f76b0b tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1590376 Mar 30 16:41:56.873205 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'cf36c50e-772d-40ba-a2e9-f56d6e255607', 'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'mac_address': 'fa:16:3e:9c:2f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:50Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 2, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'subnets': [{'id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:56.910048 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3604e98d-19cc-4b3d-b965-1b4374157b1d x-openstack-request-id: req-3604e98d-19cc-4b3d-b965-1b4374157b1d {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:41:56.911691 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:41:56.912063 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3604e98d-19cc-4b3d-b965-1b4374157b1d {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:41:56.912585 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3604e98d-19cc-4b3d-b965-1b4374157b1d'] response: {'name': 'network-changed', 'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'status': 'completed', 'code': 200} Mar 30 16:41:56.915784 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Checking router: 160a7d18-2986-4e30-817c-4929258b33e6 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:41:56.916177 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Updating router 160a7d18-2986-4e30-817c-4929258b33e6 port cf36c50e-772d-40ba-a2e9-f56d6e255607 binding host dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:41:56.981818 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port b0718e84-7fc2-4365-8a58-443db3c78046 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:57.040690 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-c6b38d4c-10c2-4a97-957a-21fc58a3636c None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:57.086237 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c req-925fa6bc-e17e-4fd2-88ce-d24c6cc2d063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:57.086725 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 2, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:57.088404 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c req-925fa6bc-e17e-4fd2-88ce-d24c6cc2d063 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 1129 time: 0.1557939 Mar 30 16:41:57.120267 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:57.134329 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Checking router: 6d2d139e-1476-4fc3-930c-07cd9494070a for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:41:57.134909 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Updating router 6d2d139e-1476-4fc3-930c-07cd9494070a port ae7d0dbb-d872-4568-9cce-0921e854994a binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:41:57.198638 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:57.250261 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c req-999df91e-b18b-433a-9a7d-56aa429fcab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:57.251946 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c req-999df91e-b18b-433a-9a7d-56aa429fcab2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.1550720 Mar 30 16:41:57.348691 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c req-9a1c911e-d6e7-4daa-9353-ee93f1547f93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7 HTTP/1.1" status: 200 len: 998 time: 0.0877173 Mar 30 16:41:57.351435 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 163ea8fa-f2de-438a-b2cd-74381d0443b6 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:41:57.433863 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c req-44f3c18f-936c-4244-8244-c7af5d4baa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:57.440045 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c req-44f3c18f-936c-4244-8244-c7af5d4baa91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.0846984 Mar 30 16:41:57.533751 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c req-5638e004-9450-43c2-9269-858a96366f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:57.536405 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c req-5638e004-9450-43c2-9269-858a96366f60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0865233 Mar 30 16:41:57.556471 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.db.resource_extend [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 30 16:41:57.652011 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c req-bed278c2-3955-4c6d-af08-7e34dc86f435 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079364 Mar 30 16:41:57.660316 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43140) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:57.670616 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1853777621-network', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:57.698301 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43142) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:57.706086 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-c6b38d4c-10c2-4a97-957a-21fc58a3636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'port_id': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'mac_address': 'fa:16:3e:f7:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d36084b-07e6-4300-90db-b3095b0148da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:25Z', 'updated_at': '2022-03-30T16:41:55Z', 'revision_number': 1, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 5, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:57.709624 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-717014990-network', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:57.752146 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b38d4c-10c2-4a97-957a-21fc58a3636c None None] Checking router: fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:41:57.757291 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 163ea8fa-f2de-438a-b2cd-74381d0443b6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=163ea8fa-f2de-438a-b2cd-74381d0443b6,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:57.761386 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3fb32f93-3d3b-4fab-aba6-3e43b1e6cc9c req-3f7e1750-2358-40f0-a710-aaa72ae50ba8 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970850 Mar 30 16:41:57.771921 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Made reservation on behalf of 88887e262f8049ff9b4ec376b5bb88b9 for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:57.774603 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:57.783257 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Publish callbacks [] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), precommit_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:57.783890 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:57.784055 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '163ea8fa-f2de-438a-b2cd-74381d0443b6', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'port_id': '163ea8fa-f2de-438a-b2cd-74381d0443b6', 'mac_address': 'fa:16:3e:f4:0f:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:41:57.788735 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b38d4c-10c2-4a97-957a-21fc58a3636c None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:57.789354 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-c6b38d4c-10c2-4a97-957a-21fc58a3636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:41:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:57.804533 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Made reservation on behalf of 4c294ae10943476fb460445f2e5e9c53 for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:57.807159 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:57.822762 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:57.854390 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 163ea8fa-f2de-438a-b2cd-74381d0443b6 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:57.856646 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:57.897392 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:57.918498 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 163ea8fa-f2de-438a-b2cd-74381d0443b6 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:41:57.958224 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Publish callbacks [] for security_group (e0563bb3-39aa-42c8-ac6c-ca423e750061), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:57.972666 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-c6b38d4c-10c2-4a97-957a-21fc58a3636c None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:57.993601 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Publish callbacks [] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.016068 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 163ea8fa-f2de-438a-b2cd-74381d0443b6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=163ea8fa-f2de-438a-b2cd-74381d0443b6,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:41:58.057607 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae92e7-a23e-4a73-bcfc-b9ba7ab583d1 None None] Pushing event updated for resources: {'Port': ['ID=cf36c50e-772d-40ba-a2e9-f56d6e255607,revision_number=3']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:58.068895 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (e0563bb3-39aa-42c8-ac6c-ca423e750061), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.073296 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Publish callbacks [] for security_group (5423fb9a-7c7c-4899-a6ef-99828763db17), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.074399 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.120863 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:41:58.134847 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb51de-8454-479d-b9ea-be1571f2149b req-3123ac7e-1f4d-4e82-9277-abffb8e4a6dc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:58.142927 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c1cb51de-8454-479d-b9ea-be1571f2149b req-3123ac7e-1f4d-4e82-9277-abffb8e4a6dc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.2117484 Mar 30 16:41:58.157415 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (f291ebfa-b436-4c8a-bdb9-de4237149bab), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.157680 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Added segment f291ebfa-b436-4c8a-bdb9-de4237149bab of type vlan for network e5faa567-5e41-44fa-bb7a-917e0f6b9d37 Mar 30 16:41:58.167885 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0563bb3-39aa-42c8-ac6c-ca423e750061,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:58.203100 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86ff57-aeb6-4c39-90f8-0928be1a1f87 None None] Pushing event updated for resources: {'Port': ['ID=ae7d0dbb-d872-4568-9cce-0921e854994a,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:58.212343 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.240490 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5423fb9a-7c7c-4899-a6ef-99828763db17), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.298935 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Attempting to bind port cf36c50e-772d-40ba-a2e9-f56d6e255607 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:58.299357 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Attempting to bind port cf36c50e-772d-40ba-a2e9-f56d6e255607 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:58.299722 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Attempting to bind port cf36c50e-772d-40ba-a2e9-f56d6e255607 on network 3ba8108a-6296-4e49-baec-a63c57053824 {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:58.303518 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5423fb9a-7c7c-4899-a6ef-99828763db17,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:58.311976 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:58.312410 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Checking segment: {'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:58.312815 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.313205 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Bound using segment: {'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:58.313689 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Bound port: cf36c50e-772d-40ba-a2e9-f56d6e255607, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'}}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:58.314046 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.317744 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (e5faa567-5e41-44fa-bb7a-917e0f6b9d37), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.328926 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9fffe-c061-4a9d-9a85-477f7ec9e4da req-afc8cb57-af16-4a99-adfd-b3aa50df73ed tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:58.336989 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c1e9fffe-c061-4a9d-9a85-477f7ec9e4da req-afc8cb57-af16-4a99-adfd-b3aa50df73ed tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 944 time: 0.3167830 Mar 30 16:41:58.371272 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] vlan segment allocate from pool success with {'vlan_id': 528, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:41:58.378022 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c1cb51de-8454-479d-b9ea-be1571f2149b req-7ed7778a-4a7f-41c5-90d8-92ddfe418c44 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057412 Mar 30 16:41:58.385810 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Attempting to bind port ae7d0dbb-d872-4568-9cce-0921e854994a on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:41:58.391191 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Attempting to bind port ae7d0dbb-d872-4568-9cce-0921e854994a by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:41:58.391939 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Attempting to bind port ae7d0dbb-d872-4568-9cce-0921e854994a on network 600fe998-8bc1-41e5-a22d-851373094fb9 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:41:58.408946 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=163ea8fa-f2de-438a-b2cd-74381d0443b6,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:58.426241 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (673a35bd-3c59-4071-881e-710f51771242), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.427886 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Added segment 673a35bd-3c59-4071-881e-710f51771242 of type vlan for network fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd Mar 30 16:41:58.442801 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:41:58.442801 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Checking segment: {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:58.443214 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.443878 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Bound using segment: {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:41:58.444278 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Bound port: ae7d0dbb-d872-4568-9cce-0921e854994a, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:41:58.451866 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.470885 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] For port cf36c50e-772d-40ba-a2e9-f56d6e255607, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:58.477734 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-912bf8c8-4786-45df-a9f3-a9caeac42f79 None None] Provisioning complete for port cf36c50e-772d-40ba-a2e9-f56d6e255607 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:58.478473 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-912bf8c8-4786-45df-a9f3-a9caeac42f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.509200 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] For port cf36c50e-772d-40ba-a2e9-f56d6e255607, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=cf36c50e-772d-40ba-a2e9-f56d6e255607,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:58.571775 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['163ea8fa-f2de-438a-b2cd-74381d0443b6'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:41:58.573471 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-912bf8c8-4786-45df-a9f3-a9caeac42f79 None None] Port cf36c50e-772d-40ba-a2e9-f56d6e255607 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:41:58.589212 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (e5faa567-5e41-44fa-bb7a-917e0f6b9d37), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.590226 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:58.590769 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.599954 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-c6b38d4c-10c2-4a97-957a-21fc58a3636c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'port_id': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'mac_address': 'fa:16:3e:f7:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d36084b-07e6-4300-90db-b3095b0148da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:25Z', 'updated_at': '2022-03-30T16:41:55Z', 'revision_number': 1, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 5, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:58.614669 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] For port ae7d0dbb-d872-4568-9cce-0921e854994a, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:41:58.618147 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] For port ae7d0dbb-d872-4568-9cce-0921e854994a, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=ae7d0dbb-d872-4568-9cce-0921e854994a,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:41:58.643673 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.652546 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.662096 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c1e9fffe-c061-4a9d-9a85-477f7ec9e4da req-e76e4aa5-bc05-447d-89a5-e6824745f4e0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3240664 Mar 30 16:41:58.691605 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] Pushing event updated for resources: {'Network': ['ID=e5faa567-5e41-44fa-bb7a-917e0f6b9d37,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:58.697400 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b38d4c-10c2-4a97-957a-21fc58a3636c None None] The sync data for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi is: [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'port_id': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'mac_address': 'fa:16:3e:f7:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d36084b-07e6-4300-90db-b3095b0148da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:25Z', 'updated_at': '2022-03-30T16:41:55Z', 'revision_number': 1, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 5, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:41:58.711123 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network e5faa567-5e41-44fa-bb7a-917e0f6b9d37 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:41:58.732074 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.754554 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebae92e7-a23e-4a73-bcfc-b9ba7ab583d1 None None] Pushing event updated for resources: {'Port': ['ID=cf36c50e-772d-40ba-a2e9-f56d6e255607,revision_number=4']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:58.760696 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Routers {'160a7d18-2986-4e30-817c-4929258b33e6'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:58.763052 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f8c28a95-8311-4e52-b4e9-d85a7e61df96 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1004124 Mar 30 16:41:58.764019 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:41:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['160a7d18-2986-4e30-817c-4929258b33e6'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:58.766768 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 43156) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:58.778094 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] Request body: {'subnet': {'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1853777621-subnet', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:58.806231 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.807298 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:58.807881 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.891857 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] Made reservation on behalf of 88887e262f8049ff9b4ec376b5bb88b9 for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:58.896349 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12250423'] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.906411 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-05753add-761b-49d6-9399-7e42057cd933 None None] Provisioning complete for port ae7d0dbb-d872-4568-9cce-0921e854994a triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:41:58.906899 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-05753add-761b-49d6-9399-7e42057cd933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:58.962249 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] Pushing event updated for resources: {'Network': ['ID=fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:58.992487 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] Set router 160a7d18-2986-4e30-817c-4929258b33e6 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:59.003732 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-00291188-0b7c-496f-8ca3-70bbd08b262d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3002846 Mar 30 16:41:59.005172 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43158) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:59.006298 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:41:59.010565 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] Request body: {'subnet': {'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-717014990-subnet', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:59.017203 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:41:59.018107 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:41:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:59.107574 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] Made reservation on behalf of 4c294ae10943476fb460445f2e5e9c53 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:41:59.111700 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11885635'] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:59.240101 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81c93f0e-4f4d-466d-9b1f-75c14b972540 None None] New status for floating IP 3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b: ACTIVE {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:41:59.318158 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d86ff57-aeb6-4c39-90f8-0928be1a1f87 None None] Pushing event updated for resources: {'Port': ['ID=ae7d0dbb-d872-4568-9cce-0921e854994a,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:59.334326 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12227333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12250401'] for subnet (8b104b11-38cd-4665-8bf2-f98e3beb5fd9), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:59.381997 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device f2b7414a-8d7d-44fd-ae5f-c1feb169b602 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:41:59.402607 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'cf36c50e-772d-40ba-a2e9-f56d6e255607', 'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'mac_address': 'fa:16:3e:9c:2f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:50Z', 'updated_at': '2022-03-30T16:41:58Z', 'revision_number': 4, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'subnets': [{'id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:41:59.427468 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] Checking segment: {'id': 'f291ebfa-b436-4c8a-bdb9-de4237149bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:59.427866 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] Network hostable DHCP agents. Network: e5faa567-5e41-44fa-bb7a-917e0f6b9d37, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:41:59.430484 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b104b11-38cd-4665-8bf2-f98e3beb5fd9,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:59.436529 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b73080-dcd2-444e-a21c-0b95cb844e49 None None] The sync data for ids ['160a7d18-2986-4e30-817c-4929258b33e6'] in dv-cinder-835871-1-iscsi is: [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'cf36c50e-772d-40ba-a2e9-f56d6e255607', 'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'mac_address': 'fa:16:3e:9c:2f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:50Z', 'updated_at': '2022-03-30T16:41:58Z', 'revision_number': 4, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'subnets': [{'id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:41:59.481089 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11885653'] for subnet (8a825d7e-9021-4fee-aef3-5608f6c8521e), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:59.611892 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] Network e5faa567-5e41-44fa-bb7a-917e0f6b9d37 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:41:59.643851 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a825d7e-9021-4fee-aef3-5608f6c8521e,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:41:59.692260 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ce3323ad-c5ee-45da-b9cb-760c500baf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:59.692534 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] Checking segment: {'id': '673a35bd-3c59-4071-881e-710f51771242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:41:59.693064 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] Network hostable DHCP agents. Network: fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:41:59.693685 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, e5faa567-5e41-44fa-bb7a-917e0f6b9d37) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:59.713189 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:59.713776 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:59.720429 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd922a-d17d-4c52-835d-d184cb587395 req-12fcc531-5c13-4916-a749-6ab4ea4c793b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:59.728029 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eddd922a-d17d-4c52-835d-d184cb587395 req-12fcc531-5c13-4916-a749-6ab4ea4c793b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 945 time: 0.1694963 Mar 30 16:41:59.751961 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e2594-2e85-4d8f-b633-d6cfdf446c24 None None] Network e5faa567-5e41-44fa-bb7a-917e0f6b9d37 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:41:59.755208 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:41:59.806991 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eddd922a-d17d-4c52-835d-d184cb587395 req-e60862a9-3579-4552-b4ba-69be639c516f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778043 Mar 30 16:41:59.809147 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-9f5d39ea-7a68-40fa-baea-7cac4cb373cf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0406568 Mar 30 16:41:59.811869 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 43170) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:59.818505 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1853777621-router', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:59.828813 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] Network fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:41:59.838472 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:41:59.846200 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:59.846808 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:59.887419 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3054333-d063-4d1a-8607-ca28743c3a7b req-f12576c3-889b-4825-ab47-adcc4e205e50 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:41:59.889216 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3054333-d063-4d1a-8607-ca28743c3a7b req-f12576c3-889b-4825-ab47-adcc4e205e50 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 945 time: 0.0966802 Mar 30 16:41:59.914112 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf176fd4-5587-4996-8980-c4197f3c87f2 None None] Network fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:41:59.937554 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3753742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15517'] for router (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:59.938900 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3695843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15510'] for router (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:41:59.955302 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e3054333-d063-4d1a-8607-ca28743c3a7b req-bd9feb03-0bc1-42a7-b1f0-2b265a7ac12f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594175 Mar 30 16:41:59.961366 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-70f3872c-8c8c-4a83-b1c4-5bf70dc8e748 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9548712 Mar 30 16:41:59.964204 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43176) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:41:59.972473 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-717014990-router', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:41:59.983518 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-05753add-761b-49d6-9399-7e42057cd933 None None] Current status of the port ae7d0dbb-d872-4568-9cce-0921e854994a is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:41:59.983890 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-05753add-761b-49d6-9399-7e42057cd933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.045719 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Publish callbacks [] for router_controller (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), precommit_add_association {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.106770 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3753742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15517'] for router (052202da-8ea6-46da-bab4-8d8adc9a14b7), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.106770 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3695843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15510'] for router (052202da-8ea6-46da-bab4-8d8adc9a14b7), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.139171 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-e5faa567-5e41-44fa-bb7a-917e0f6b9d37', 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37', 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'fixed_ips': [{'subnet_id': '8b104b11-38cd-4665-8bf2-f98e3beb5fd9'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:42:00.140262 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.193094 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Publish callbacks [] for router_controller (052202da-8ea6-46da-bab4-8d8adc9a14b7), precommit_add_association {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.350287 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 is: ACTIVE; New status is: DOWN {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:00.350820 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.374432 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-05753add-761b-49d6-9399-7e42057cd933 None None] For port ae7d0dbb-d872-4568-9cce-0921e854994a, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=ae7d0dbb-d872-4568-9cce-0921e854994a,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:00.411665 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Publish callbacks [] for router_gateway (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.446334 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device cf36c50e-772d-40ba-a2e9-f56d6e255607 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:00.465211 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Publish callbacks [] for router_gateway (052202da-8ea6-46da-bab4-8d8adc9a14b7), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.534355 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:00.537407 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d223f5e5-0b53-4e08-a0ed-382e940f168a" -d '{"events": [{"server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "name": "network-vif-unplugged", "status": "completed", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:00.540030 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-05753add-761b-49d6-9399-7e42057cd933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.553573 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd', 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd', 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'fixed_ips': [{'subnet_id': '8a825d7e-9021-4fee-aef3-5608f6c8521e'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:42:00.554447 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.599515 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:00.754419 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54654fb-1af3-467c-9db1-97fb482c8f30 x-openstack-request-id: req-b54654fb-1af3-467c-9db1-97fb482c8f30 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:00.755831 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "name": "network-vif-unplugged", "status": "failed", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602", "code": 422}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:00.755831 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b54654fb-1af3-467c-9db1-97fb482c8f30 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:00.756286 dv-cinder-835871-1-iscsi neutron-server[106615]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b54654fb-1af3-467c-9db1-97fb482c8f30']: {'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'code': 422} returned with failed status Mar 30 16:42:00.766534 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05753add-761b-49d6-9399-7e42057cd933 None None] Pushing event updated for resources: {'Port': ['ID=ae7d0dbb-d872-4568-9cce-0921e854994a,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:00.788690 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.900165 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Allocated IP 172.20.0.2 (e5faa567-5e41-44fa-bb7a-917e0f6b9d37/8b104b11-38cd-4665-8bf2-f98e3beb5fd9/523fb2c3-b74d-446b-b840-b14ec3a16692) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:42:00.921382 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Publish callbacks [] for router_gateway (052202da-8ea6-46da-bab4-8d8adc9a14b7), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:00.953901 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.098929 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Allocated IP 172.27.0.165 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/99dc3175-a23e-45a9-b90c-b44d9426ffb1) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:42:01.131130 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Allocated IP 172.20.0.2 (fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd/8a825d7e-9021-4fee-aef3-5608f6c8521e/422c9c2f-60b8-4b2f-ac92-4561309f321d) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:42:01.228339 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Publish callbacks [] for router_gateway (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.260115 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.282887 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-81a4c4f3-814d-4d93-83e2-59b0095452f3 None None] Provisioning complete for port cf36c50e-772d-40ba-a2e9-f56d6e255607 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:01.283427 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-81a4c4f3-814d-4d93-83e2-59b0095452f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.303698 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Publish callbacks [] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.314426 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a1ca01-ba41-40a7-a4de-df6a9a8add33 req-43cc1040-d3d5-4fac-b076-439a74fd915c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:01.317454 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64a1ca01-ba41-40a7-a4de-df6a9a8add33 req-43cc1040-d3d5-4fac-b076-439a74fd915c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 945 time: 0.1213987 Mar 30 16:42:01.325136 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port cf36c50e-772d-40ba-a2e9-f56d6e255607 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:01.325528 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.367241 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 163ea8fa-f2de-438a-b2cd-74381d0443b6 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:01.434475 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64a1ca01-ba41-40a7-a4de-df6a9a8add33 req-92b3e095-fdc9-43c0-a6dc-445c2dcb2d92 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056685 Mar 30 16:42:01.448385 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,revision_number=8']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:01.484001 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.539414 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:01.544296 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:01.546974 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:42:01.548748 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Allocated IP 172.27.0.210 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/a0a7dd80-fac6-4b64-8561-1ce266044204) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:42:01.583338 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:41:58Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:01.591133 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-ad80ab1d-d6d7-4fb3-a33c-05ae9e6aad5d req-75707b7d-defc-4b2a-9bdc-d45edabeb6e6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:42:01.599863 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ad80ab1d-d6d7-4fb3-a33c-05ae9e6aad5d req-75707b7d-defc-4b2a-9bdc-d45edabeb6e6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0347850 Mar 30 16:42:01.604601 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=99dc3175-a23e-45a9-b90c-b44d9426ffb1,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:01.698083 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94064247-9414-47e6-8d47-e7c26d8c26a8 None None] The sync data for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi is: [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:41:58Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:42:01.725919 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Publish callbacks [] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.766944 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Publish callbacks [] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.772414 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-81a4c4f3-814d-4d93-83e2-59b0095452f3 None None] Current status of the port cf36c50e-772d-40ba-a2e9-f56d6e255607 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:01.772799 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-81a4c4f3-814d-4d93-83e2-59b0095452f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.874813 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-67993bb2-6b85-4411-8c34-1933a31d7243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.913271 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Publish callbacks [] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.916628 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port cf36c50e-772d-40ba-a2e9-f56d6e255607 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:01.917013 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.926615 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.947689 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-81a4c4f3-814d-4d93-83e2-59b0095452f3 None None] For port cf36c50e-772d-40ba-a2e9-f56d6e255607, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=cf36c50e-772d-40ba-a2e9-f56d6e255607,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:01.956152 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:01.976159 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 163ea8fa-f2de-438a-b2cd-74381d0443b6 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:42:02.022136 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:02.025949 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:02.030416 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:42:02.074935 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Pushing event updated for resources: {'Port': ['ID=a0a7dd80-fac6-4b64-8561-1ce266044204,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:02.181950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Publish callbacks [] for router_gateway (052202da-8ea6-46da-bab4-8d8adc9a14b7), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.289566 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 163ea8fa-f2de-438a-b2cd-74381d0443b6 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:02.291054 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.295295 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Pushing event updated for resources: {'Port': ['ID=523fb2c3-b74d-446b-b840-b14ec3a16692,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:02.303707 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89770c-bfaf-4c53-8e37-5b76122b10b5 req-00cf40a1-54a3-4295-967b-9c01f9429ae1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:02.305289 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5d89770c-bfaf-4c53-8e37-5b76122b10b5 req-00cf40a1-54a3-4295-967b-9c01f9429ae1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.1898704 Mar 30 16:42:02.323417 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Network e5faa567-5e41-44fa-bb7a-917e0f6b9d37 is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:02.327972 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:02.331711 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.348650 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-81a4c4f3-814d-4d93-83e2-59b0095452f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.412143 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:42:02.452717 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Network fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:02.478553 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:02.506954 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:42:02.567760 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-81a4c4f3-814d-4d93-83e2-59b0095452f3 None None] Provisioning complete for port ae7d0dbb-d872-4568-9cce-0921e854994a triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:02.568259 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-81a4c4f3-814d-4d93-83e2-59b0095452f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.573374 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5d89770c-bfaf-4c53-8e37-5b76122b10b5 req-77f35af1-f268-44b2-b129-39f708c46e14 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2379787 Mar 30 16:42:02.597920 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Publish callbacks [] for router_gateway (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.624839 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Pushing event updated for resources: {'Port': ['ID=422c9c2f-60b8-4b2f-ac92-4561309f321d,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:02.691689 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:42:02.693561 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG oslo_db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:42:02.706668 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3753623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216'] for router (052202da-8ea6-46da-bab4-8d8adc9a14b7), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.782054 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Attempting to bind port 523fb2c3-b74d-446b-b840-b14ec3a16692 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:42:02.782419 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Attempting to bind port 523fb2c3-b74d-446b-b840-b14ec3a16692 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': 'f291ebfa-b436-4c8a-bdb9-de4237149bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:42:02.782807 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Attempting to bind port 523fb2c3-b74d-446b-b840-b14ec3a16692 on network e5faa567-5e41-44fa-bb7a-917e0f6b9d37 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:02.822006 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298e63d1-626c-44c4-9f8c-9d254741343c req-67508efc-6ecd-4f08-9afe-aaa5cfb9f145 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:02.823565 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-298e63d1-626c-44c4-9f8c-9d254741343c req-67508efc-6ecd-4f08-9afe-aaa5cfb9f145 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 945 time: 0.2129648 Mar 30 16:42:02.824154 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Attempting to bind port 422c9c2f-60b8-4b2f-ac92-4561309f321d on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:42:02.824525 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Attempting to bind port 422c9c2f-60b8-4b2f-ac92-4561309f321d by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '673a35bd-3c59-4071-881e-710f51771242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:42:02.824882 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Attempting to bind port 422c9c2f-60b8-4b2f-ac92-4561309f321d on network fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:02.831189 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:42:02.831589 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Checking segment: {'id': 'f291ebfa-b436-4c8a-bdb9-de4237149bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:42:02.831986 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.832992 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Bound using segment: {'id': 'f291ebfa-b436-4c8a-bdb9-de4237149bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:42:02.834065 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Bound port: 523fb2c3-b74d-446b-b840-b14ec3a16692, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f291ebfa-b436-4c8a-bdb9-de4237149bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:42:02.834449 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.857508 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:42:02.857976 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Checking segment: {'id': '673a35bd-3c59-4071-881e-710f51771242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:42:02.859587 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.859587 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Bound using segment: {'id': '673a35bd-3c59-4071-881e-710f51771242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:42:02.859860 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Bound port: 422c9c2f-60b8-4b2f-ac92-4561309f321d, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673a35bd-3c59-4071-881e-710f51771242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:42:02.860053 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.862246 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4c4f3-814d-4d93-83e2-59b0095452f3 None None] Pushing event updated for resources: {'Port': ['ID=cf36c50e-772d-40ba-a2e9-f56d6e255607,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:02.892192 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 163ea8fa-f2de-438a-b2cd-74381d0443b6 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:02.892573 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:02.899785 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-298e63d1-626c-44c4-9f8c-9d254741343c req-cdb93624-601b-4064-a978-c3954533300e tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621910 Mar 30 16:42:02.937758 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3753623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216'] for router (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:03.031481 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163ea8fa-f2de-438a-b2cd-74381d0443b6'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:03.033701 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61e31e9-f779-46da-8c84-21819599ba02" -d '{"events": [{"server_uuid": "410a5864-9089-4fb7-ae70-36f8aec198c6", "name": "network-vif-plugged", "status": "completed", "tag": "163ea8fa-f2de-438a-b2cd-74381d0443b6"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:03.052539 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Router 052202da-8ea6-46da-bab4-8d8adc9a14b7 is scheduled to L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 with binding_index 1 {{(pid=106603) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:42:03.080233 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-81a4c4f3-814d-4d93-83e2-59b0095452f3 None None] Current status of the port ae7d0dbb-d872-4568-9cce-0921e854994a is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:03.084690 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 163ea8fa-f2de-438a-b2cd-74381d0443b6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=163ea8fa-f2de-438a-b2cd-74381d0443b6,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:03.095891 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] For port 523fb2c3-b74d-446b-b840-b14ec3a16692, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:42:03.110588 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fa502c-e67e-48f6-bac6-c2a21dadde10 x-openstack-request-id: req-b1fa502c-e67e-48f6-bac6-c2a21dadde10 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:03.111050 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410a5864-9089-4fb7-ae70-36f8aec198c6", "name": "network-vif-plugged", "status": "completed", "tag": "163ea8fa-f2de-438a-b2cd-74381d0443b6", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:03.111319 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1fa502c-e67e-48f6-bac6-c2a21dadde10 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:03.111746 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1fa502c-e67e-48f6-bac6-c2a21dadde10'] response: {'server_uuid': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '163ea8fa-f2de-438a-b2cd-74381d0443b6', 'code': 200} Mar 30 16:42:03.116927 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] For port 422c9c2f-60b8-4b2f-ac92-4561309f321d, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:42:03.119935 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] For port 523fb2c3-b74d-446b-b840-b14ec3a16692, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=523fb2c3-b74d-446b-b840-b14ec3a16692,segment=NetworkSegment(f291ebfa-b436-4c8a-bdb9-de4237149bab),segment_id=f291ebfa-b436-4c8a-bdb9-de4237149bab)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:42:03.124619 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] For port 422c9c2f-60b8-4b2f-ac92-4561309f321d, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=422c9c2f-60b8-4b2f-ac92-4561309f321d,segment=NetworkSegment(673a35bd-3c59-4071-881e-710f51771242),segment_id=673a35bd-3c59-4071-881e-710f51771242)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:42:03.125094 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:03.206852 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:03.209012 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device f2b7414a-8d7d-44fd-ae5f-c1feb169b602 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:42:03.235369 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 is scheduled to L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 with binding_index 1 {{(pid=106608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:42:03.240317 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:42:03.251452 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Sync routers for ids ['052202da-8ea6-46da-bab4-8d8adc9a14b7'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:42:03.276159 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Routers {'052202da-8ea6-46da-bab4-8d8adc9a14b7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:03.277019 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:42:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['052202da-8ea6-46da-bab4-8d8adc9a14b7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:03.306557 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:03.310605 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:03.380644 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:03.382557 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f106b24b-9145-4fb7-8533-49515353fcc7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4167020 Mar 30 16:42:03.384836 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43238) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:03.443466 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port cf36c50e-772d-40ba-a2e9-f56d6e255607 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:03.468445 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Set router 052202da-8ea6-46da-bab4-8d8adc9a14b7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:03.476999 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=163ea8fa-f2de-438a-b2cd-74381d0443b6,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:03.614506 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:42:03.656377 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Sync routers for ids ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:42:03.694499 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f40b43-b569-4823-bb8b-979f82994a37 req-871c7651-2990-454f-8a43-835f79eee091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:03.696171 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-57f40b43-b569-4823-bb8b-979f82994a37 req-871c7651-2990-454f-8a43-835f79eee091 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 1130 time: 0.2391436 Mar 30 16:42:03.736370 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e812648-2099-406f-b9cb-432fdb30213c None None] Pushing event updated for resources: {'Port': ['ID=523fb2c3-b74d-446b-b840-b14ec3a16692,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:03.739236 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 is: DOWN; New status is: DOWN {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:03.791658 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-57f40b43-b569-4823-bb8b-979f82994a37 req-697e5d03-8af9-498e-8f5f-f2b8e77286f3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881460 Mar 30 16:42:03.798701 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:03.800875 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-3935433d-ac66-44d0-a9f2-b1993a09c8ab admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9875965 Mar 30 16:42:03.804870 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 43242) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:03.848499 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Routers {'8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:03.849158 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:42:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:04.062042 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'name': 'tempest-TestVolumeBootPattern-717014990-router', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:01Z', 'revision_number': 3, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'gw_port': {'id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:04.120327 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device ae7d0dbb-d872-4568-9cce-0921e854994a up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:04.140235 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Checking router: 052202da-8ea6-46da-bab4-8d8adc9a14b7 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:42:04.140659 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Updating router 052202da-8ea6-46da-bab4-8d8adc9a14b7 port 99dc3175-a23e-45a9-b90c-b44d9426ffb1 binding host dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:42:04.172947 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:04.228324 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d282d083-402c-4ba4-a136-5dc20c1cc191 None None] Pushing event updated for resources: {'Port': ['ID=422c9c2f-60b8-4b2f-ac92-4561309f321d,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:04.451458 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Set router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:04.453579 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port ae7d0dbb-d872-4568-9cce-0921e854994a triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:04.453960 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:04.597557 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:04.612259 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Publish callbacks [] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), precommit_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:04.624297 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04491dd1-75d8-4974-a18c-347ab170a5f7 req-7a7e6b22-32ff-4193-b432-6f1c9cb37c09 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:04.625980 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-04491dd1-75d8-4974-a18c-347ab170a5f7 req-7a7e6b22-32ff-4193-b432-6f1c9cb37c09 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.3577456 Mar 30 16:42:04.642666 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c76bb-ef87-4b4f-8879-dded0b0927da req-a99a4516-1fc8-4bf7-b008-bf57aca8dce7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:04.647644 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e36c76bb-ef87-4b4f-8879-dded0b0927da req-a99a4516-1fc8-4bf7-b008-bf57aca8dce7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 946 time: 0.3776464 Mar 30 16:42:04.700994 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:04.776959 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Attempting to bind port 99dc3175-a23e-45a9-b90c-b44d9426ffb1 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:42:04.777296 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Attempting to bind port 99dc3175-a23e-45a9-b90c-b44d9426ffb1 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:42:04.777658 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Attempting to bind port 99dc3175-a23e-45a9-b90c-b44d9426ffb1 on network 925be276-2685-4f32-a5e5-bf5a79e7dce9 {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:04.808756 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:04.813047 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port ae7d0dbb-d872-4568-9cce-0921e854994a is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:04.814839 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device cf36c50e-772d-40ba-a2e9-f56d6e255607 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:04.819535 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:42:04.820008 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:42:04.820417 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:04.820820 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Bound using segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:42:04.821320 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Bound port: 99dc3175-a23e-45a9-b90c-b44d9426ffb1, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:42:04.821708 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:04.884039 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b930a-2e32-4051-9aa6-c816f841bbea None None] Pushing event updated for resources: {'Port': ['ID=99dc3175-a23e-45a9-b90c-b44d9426ffb1,revision_number=2']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:04.954489 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-04491dd1-75d8-4974-a18c-347ab170a5f7 req-807b887e-5989-4aaa-be37-d913e4230557 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3199492 Mar 30 16:42:04.974187 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] For port 99dc3175-a23e-45a9-b90c-b44d9426ffb1, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:42:04.979251 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] For port 99dc3175-a23e-45a9-b90c-b44d9426ffb1, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=99dc3175-a23e-45a9-b90c-b44d9426ffb1,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:42:05.054969 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'name': 'tempest-TestMinimumBasicScenario-1853777621-router', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:59Z', 'updated_at': '2022-03-30T16:42:02Z', 'revision_number': 3, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'gw_port': {'id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:01Z', 'updated_at': '2022-03-30T16:42:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:05.057228 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port cf36c50e-772d-40ba-a2e9-f56d6e255607 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:05.057602 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:05.060133 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e36c76bb-ef87-4b4f-8879-dded0b0927da req-f2164efb-1c8d-4824-81c4-e8f31f2345ee tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4028354 Mar 30 16:42:05.084407 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:05.178778 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Checking router: 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:42:05.179445 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Updating router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 port a0a7dd80-fac6-4b64-8561-1ce266044204 binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:42:05.213190 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Allocated IP 172.20.0.1 (e5faa567-5e41-44fa-bb7a-917e0f6b9d37/8b104b11-38cd-4665-8bf2-f98e3beb5fd9/ad047a7f-053d-449d-9602-89ee322690b1) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:42:05.237931 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b930a-2e32-4051-9aa6-c816f841bbea None None] Pushing event updated for resources: {'Port': ['ID=99dc3175-a23e-45a9-b90c-b44d9426ffb1,revision_number=3']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:05.278556 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Routers {'052202da-8ea6-46da-bab4-8d8adc9a14b7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:05.279314 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:42:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['052202da-8ea6-46da-bab4-8d8adc9a14b7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:05.305819 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:05.410044 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:05.493039 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Publish callbacks [] for port (ad047a7f-053d-449d-9602-89ee322690b1), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:05.568779 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34051502-f7ed-4bbc-8e2f-086d17ad032d None None] Network fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:42:05.649739 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (ad047a7f-053d-449d-9602-89ee322690b1), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:05.668356 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Allocated IP 172.20.0.1 (fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd/8a825d7e-9021-4fee-aef3-5608f6c8521e/3665906c-e848-464a-9f08-066577f89d2d) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:42:05.669455 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] Set router 052202da-8ea6-46da-bab4-8d8adc9a14b7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:05.733249 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Pushing event updated for resources: {'Port': ['ID=ad047a7f-053d-449d-9602-89ee322690b1,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:05.768231 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Network e5faa567-5e41-44fa-bb7a-917e0f6b9d37 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:05.773484 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:05.778704 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:42:05.831044 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Publish callbacks [] for port (3665906c-e848-464a-9f08-066577f89d2d), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:05.835435 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755983'] for router_interface (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:05.915320 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bdcf42-a4c2-4f25-873f-f26b4f1d5644 None None] Network e5faa567-5e41-44fa-bb7a-917e0f6b9d37 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:42:05.944863 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (3665906c-e848-464a-9f08-066577f89d2d), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:05.968847 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'name': 'tempest-TestVolumeBootPattern-717014990-router', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:01Z', 'revision_number': 3, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'gw_port': {'id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:05.990993 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Network fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:05.995683 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:05.996090 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d9d8d50-5c78-491a-bee3-848373fdc77f None None] The sync data for ids ['052202da-8ea6-46da-bab4-8d8adc9a14b7'] in dv-cinder-835871-1-iscsi is: [{'id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'name': 'tempest-TestVolumeBootPattern-717014990-router', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:01Z', 'revision_number': 3, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'gw_port': {'id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:42:05.999513 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:42:06.059951 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755983'] for router_interface (052202da-8ea6-46da-bab4-8d8adc9a14b7), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:06.082345 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port cf36c50e-772d-40ba-a2e9-f56d6e255607 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:06.082539 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (ad047a7f-053d-449d-9602-89ee322690b1), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:06.086421 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-0796404e-251f-4619-9479-1a9d89abf234 None None] Provisioning complete for port 422c9c2f-60b8-4b2f-ac92-4561309f321d triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:06.087355 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-0796404e-251f-4619-9479-1a9d89abf234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:06.147164 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:06.189776 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Pushing event updated for resources: {'Port': ['ID=3665906c-e848-464a-9f08-066577f89d2d,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:06.311230 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747cc611-0137-422c-a854-d4a53f3e06d6 req-95b1f26f-3340-4c34-9875-743c991ca8a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:06.313009 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-747cc611-0137-422c-a854-d4a53f3e06d6 req-95b1f26f-3340-4c34-9875-743c991ca8a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 946 time: 0.1253912 Mar 30 16:42:06.436906 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 523fb2c3-b74d-446b-b840-b14ec3a16692 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:06.439462 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0983ab8-ddd5-44c2-bde1-3cd41d80d366 req-2ecf0418-d5af-4ebb-a3d5-3c957ba5aacb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:06.449066 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0983ab8-ddd5-44c2-bde1-3cd41d80d366 req-2ecf0418-d5af-4ebb-a3d5-3c957ba5aacb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.2600501 Mar 30 16:42:06.611468 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-0796404e-251f-4619-9479-1a9d89abf234 None None] Current status of the port 422c9c2f-60b8-4b2f-ac92-4561309f321d is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:06.612060 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-0796404e-251f-4619-9479-1a9d89abf234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:06.634663 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0983ab8-ddd5-44c2-bde1-3cd41d80d366 req-1427fea1-6b60-4179-81fe-342d47304b2e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845047 Mar 30 16:42:06.654534 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-747cc611-0137-422c-a854-d4a53f3e06d6 req-c6738700-8680-4ad2-a72a-7f0a416a85bc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3222265 Mar 30 16:42:06.664975 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Publish callbacks [] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:06.704251 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-0796404e-251f-4619-9479-1a9d89abf234 None None] For port 422c9c2f-60b8-4b2f-ac92-4561309f321d, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=422c9c2f-60b8-4b2f-ac92-4561309f321d,segment=NetworkSegment(673a35bd-3c59-4071-881e-710f51771242),segment_id=673a35bd-3c59-4071-881e-710f51771242)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:06.729949 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 523fb2c3-b74d-446b-b840-b14ec3a16692 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:06.730768 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:06.745415 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (3665906c-e848-464a-9f08-066577f89d2d), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:06.793316 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:06.809292 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-0796404e-251f-4619-9479-1a9d89abf234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:06.995506 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Attempting to bind port a0a7dd80-fac6-4b64-8561-1ce266044204 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:42:06.995881 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Attempting to bind port a0a7dd80-fac6-4b64-8561-1ce266044204 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:42:06.996244 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Attempting to bind port a0a7dd80-fac6-4b64-8561-1ce266044204 on network 925be276-2685-4f32-a5e5-bf5a79e7dce9 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:07.002585 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b32636-a7bb-444d-84fc-6dae745f615b None None] Pushing event updated for resources: {'Port': ['ID=a0a7dd80-fac6-4b64-8561-1ce266044204,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:07.012259 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:42:07.012536 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:42:07.012824 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.013208 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Bound using segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:42:07.014372 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Bound port: a0a7dd80-fac6-4b64-8561-1ce266044204, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:42:07.014372 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.050038 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Publish callbacks [] for port (ad047a7f-053d-449d-9602-89ee322690b1), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.054650 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-fa55ce99-caa4-4774-b886-023775cc6594 None None] Provisioning complete for port 422c9c2f-60b8-4b2f-ac92-4561309f321d triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:07.055654 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-fa55ce99-caa4-4774-b886-023775cc6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.056157 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b544bc-3b4b-4eb4-8d0e-2a6abc89c056 req-fd080d99-ef24-4b92-b135-05f314677a9d tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:07.057876 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e7b544bc-3b4b-4eb4-8d0e-2a6abc89c056 req-fd080d99-ef24-4b92-b135-05f314677a9d tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 946 time: 0.1426299 Mar 30 16:42:07.067587 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 43274) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:07.082810 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-1431d098-8f43-4885-bbe1-a1a7f3e028eb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'floatingip': {'port_id': '163ea8fa-f2de-438a-b2cd-74381d0443b6'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:07.125724 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Publish callbacks [] for port (3665906c-e848-464a-9f08-066577f89d2d), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.172571 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1431d098-8f43-4885-bbe1-a1a7f3e028eb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (7339a0ba-e796-4159-bee8-3dff653ade7b), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.177114 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (ad047a7f-053d-449d-9602-89ee322690b1), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.179945 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 523fb2c3-b74d-446b-b840-b14ec3a16692 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:07.180340 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.217321 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (3665906c-e848-464a-9f08-066577f89d2d), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.289851 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3909962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755867'] for router_interface (052202da-8ea6-46da-bab4-8d8adc9a14b7), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.326385 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0796404e-251f-4619-9479-1a9d89abf234 None None] Pushing event updated for resources: {'Port': ['ID=422c9c2f-60b8-4b2f-ac92-4561309f321d,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:07.356677 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] For port a0a7dd80-fac6-4b64-8561-1ce266044204, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:42:07.365772 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port 523fb2c3-b74d-446b-b840-b14ec3a16692, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=523fb2c3-b74d-446b-b840-b14ec3a16692,segment=NetworkSegment(f291ebfa-b436-4c8a-bdb9-de4237149bab),segment_id=f291ebfa-b436-4c8a-bdb9-de4237149bab)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:07.372308 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] For port a0a7dd80-fac6-4b64-8561-1ce266044204, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=a0a7dd80-fac6-4b64-8561-1ce266044204,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:42:07.404471 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Pushing event updated for resources: {'Port': ['ID=ad047a7f-053d-449d-9602-89ee322690b1,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:07.462231 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Pushing event updated for resources: {'Port': ['ID=3665906c-e848-464a-9f08-066577f89d2d,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:07.473470 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3909962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755867'] for router_interface (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.477087 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.477473 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Network fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:07.478005 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 422c9c2f-60b8-4b2f-ac92-4561309f321d up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:07.479139 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:07.546231 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.582359 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-fa55ce99-caa4-4774-b886-023775cc6594 None None] Current status of the port 422c9c2f-60b8-4b2f-ac92-4561309f321d is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:07.682682 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Router 052202da-8ea6-46da-bab4-8d8adc9a14b7 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:42:07.709069 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Routers {'8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:07.712799 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:42:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:07.729321 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-fa55ce99-caa4-4774-b886-023775cc6594 None None] Provisioning complete for port 3665906c-e848-464a-9f08-066577f89d2d triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:07.729692 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-fa55ce99-caa4-4774-b886-023775cc6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (3665906c-e848-464a-9f08-066577f89d2d), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.749903 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Network e5faa567-5e41-44fa-bb7a-917e0f6b9d37 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:07.756386 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:07.842849 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=523fb2c3-b74d-446b-b840-b14ec3a16692,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:07.879787 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:42:07.904221 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fe095583-bc56-4ca3-8b7b-6ff30941913f admin admin] 10.222.0.21 "PUT /v2.0/routers/052202da-8ea6-46da-bab4-8d8adc9a14b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5089538 Mar 30 16:42:07.952052 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41377cbb-7be8-4f30-92ac-964c030a35ab req-3f5f97c4-ac98-4852-b501-47d14081283c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:07.963405 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-41377cbb-7be8-4f30-92ac-964c030a35ab req-3f5f97c4-ac98-4852-b501-47d14081283c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.1711845 Mar 30 16:42:07.986901 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-fa55ce99-caa4-4774-b886-023775cc6594 None None] Port 3665906c-e848-464a-9f08-066577f89d2d cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:42:07.992365 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 422c9c2f-60b8-4b2f-ac92-4561309f321d triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:07.992743 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:07.992939 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:42:08.030895 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-41377cbb-7be8-4f30-92ac-964c030a35ab req-5e8fd6ce-514d-4867-8b18-ac58887e9ce1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664840 Mar 30 16:42:08.090408 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b32636-a7bb-444d-84fc-6dae745f615b None None] Pushing event updated for resources: {'Port': ['ID=a0a7dd80-fac6-4b64-8561-1ce266044204,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:08.145602 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-fa55ce99-caa4-4774-b886-023775cc6594 None None] Provisioning complete for port 523fb2c3-b74d-446b-b840-b14ec3a16692 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:08.145977 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-fa55ce99-caa4-4774-b886-023775cc6594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:08.149097 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] Set router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:08.246469 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 422c9c2f-60b8-4b2f-ac92-4561309f321d is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:08.279735 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:42:08.293062 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-995ec716-0c7e-4675-a224-e67ca9fd7b57 admin admin] 10.222.0.21 "PUT /v2.0/routers/8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4867556 Mar 30 16:42:08.464761 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-fa55ce99-caa4-4774-b886-023775cc6594 None None] Current status of the port 523fb2c3-b74d-446b-b840-b14ec3a16692 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:08.480124 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1431d098-8f43-4885-bbe1-a1a7f3e028eb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:08.550265 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 523fb2c3-b74d-446b-b840-b14ec3a16692 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:08.554867 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1431d098-8f43-4885-bbe1-a1a7f3e028eb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (7339a0ba-e796-4159-bee8-3dff653ade7b), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:08.612060 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-73a158da-bfc2-4987-a40c-eff431a8ec57 None None] Provisioning complete for port ad047a7f-053d-449d-9602-89ee322690b1 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:08.612510 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-73a158da-bfc2-4987-a40c-eff431a8ec57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (ad047a7f-053d-449d-9602-89ee322690b1), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:08.644289 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'name': 'tempest-TestMinimumBasicScenario-1853777621-router', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:59Z', 'updated_at': '2022-03-30T16:42:05Z', 'revision_number': 4, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'gw_port': {'id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:01Z', 'updated_at': '2022-03-30T16:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ad047a7f-053d-449d-9602-89ee322690b1', 'name': '', 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'mac_address': 'fa:16:3e:50:04:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8b104b11-38cd-4665-8bf2-f98e3beb5fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:04Z', 'updated_at': '2022-03-30T16:42:06Z', 'revision_number': 2, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'subnets': [{'id': '8b104b11-38cd-4665-8bf2-f98e3beb5fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:08.685957 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92dbe9ec-6672-4c98-b738-537857f876aa None None] The sync data for ids ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'] in dv-cinder-835871-1-iscsi is: [{'id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'name': 'tempest-TestMinimumBasicScenario-1853777621-router', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:59Z', 'updated_at': '2022-03-30T16:42:05Z', 'revision_number': 4, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'gw_port': {'id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:01Z', 'updated_at': '2022-03-30T16:42:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ad047a7f-053d-449d-9602-89ee322690b1', 'name': '', 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'mac_address': 'fa:16:3e:50:04:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8b104b11-38cd-4665-8bf2-f98e3beb5fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:04Z', 'updated_at': '2022-03-30T16:42:06Z', 'revision_number': 2, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'subnets': [{'id': '8b104b11-38cd-4665-8bf2-f98e3beb5fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:42:08.693305 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.l3_db [None req-1431d098-8f43-4885-bbe1-a1a7f3e028eb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Floating IP 7339a0ba-e796-4159-bee8-3dff653ade7b associated. External IP: 172.27.0.39, port: 163ea8fa-f2de-438a-b2cd-74381d0443b6. Mar 30 16:42:08.695440 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 523fb2c3-b74d-446b-b840-b14ec3a16692 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:08.695817 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:08.698486 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-73a158da-bfc2-4987-a40c-eff431a8ec57 None None] Port ad047a7f-053d-449d-9602-89ee322690b1 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:42:08.741857 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43302) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:08.749512 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-1f182828-83db-4b49-8ccc-500ceb987cce tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-158085763', 'description': 'tempest-secgroup-smoke-158085763 description', 'project_id': '1706c811af8c46779e0007b0fafbc6a4'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:08.881078 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-73a158da-bfc2-4987-a40c-eff431a8ec57 None None] Provisioning complete for port 523fb2c3-b74d-446b-b840-b14ec3a16692 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:08.881652 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-73a158da-bfc2-4987-a40c-eff431a8ec57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:08.883553 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1f182828-83db-4b49-8ccc-500ceb987cce tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:08.987587 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1431d098-8f43-4885-bbe1-a1a7f3e028eb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:42:08.994228 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 523fb2c3-b74d-446b-b840-b14ec3a16692 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:08.995619 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 99dc3175-a23e-45a9-b90c-b44d9426ffb1 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:08.995943 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1f182828-83db-4b49-8ccc-500ceb987cce tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group (5ef0e96c-f1a7-43a8-8297-c040a5f87fd7), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.033038 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-73a158da-bfc2-4987-a40c-eff431a8ec57 None None] Current status of the port 523fb2c3-b74d-446b-b840-b14ec3a16692 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:09.055826 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-73a158da-bfc2-4987-a40c-eff431a8ec57 None None] Provisioning complete for port 3665906c-e848-464a-9f08-066577f89d2d triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:09.056198 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-73a158da-bfc2-4987-a40c-eff431a8ec57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (3665906c-e848-464a-9f08-066577f89d2d), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.091655 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 99dc3175-a23e-45a9-b90c-b44d9426ffb1 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:09.091907 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.114727 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1f182828-83db-4b49-8ccc-500ceb987cce tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5ef0e96c-f1a7-43a8-8297-c040a5f87fd7), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.128767 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1431d098-8f43-4885-bbe1-a1a7f3e028eb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:42:09.128988 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-73a158da-bfc2-4987-a40c-eff431a8ec57 None None] Port 3665906c-e848-464a-9f08-066577f89d2d cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:42:09.135221 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1431d098-8f43-4885-bbe1-a1a7f3e028eb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.151592 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71131cb4-2c28-44c3-aba2-4a6ac3777be3 None None] Sync routers for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:42:09.164459 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71131cb4-2c28-44c3-aba2-4a6ac3777be3 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:09.165102 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-71131cb4-2c28-44c3-aba2-4a6ac3777be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:42:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:09.187715 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f182828-83db-4b49-8ccc-500ceb987cce tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:09.202617 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1431d098-8f43-4885-bbe1-a1a7f3e028eb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "PUT /v2.0/floatingips/7339a0ba-e796-4159-bee8-3dff653ade7b HTTP/1.1" status: 200 len: 991 time: 2.1263950 Mar 30 16:42:09.202617 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'tag': '163ea8fa-f2de-438a-b2cd-74381d0443b6'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:09.202617 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba87ade4-8c8d-46f3-81c7-6c5176411982" -d '{"events": [{"name": "network-changed", "server_uuid": "410a5864-9089-4fb7-ae70-36f8aec198c6", "tag": "163ea8fa-f2de-438a-b2cd-74381d0443b6"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:09.221684 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 99dc3175-a23e-45a9-b90c-b44d9426ffb1 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:09.228104 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.243826 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7470db7-f4ae-4581-88fa-4bd8f015bc85 req-6c7c03e1-b2b0-4db6-9f7c-b56ef558a779 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:09.245725 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e7470db7-f4ae-4581-88fa-4bd8f015bc85 req-6c7c03e1-b2b0-4db6-9f7c-b56ef558a779 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0738113 Mar 30 16:42:09.256477 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port 99dc3175-a23e-45a9-b90c-b44d9426ffb1, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=99dc3175-a23e-45a9-b90c-b44d9426ffb1,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:09.261125 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1f182828-83db-4b49-8ccc-500ceb987cce tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.265656 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 43314) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:09.265866 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1f182828-83db-4b49-8ccc-500ceb987cce tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5221081 Mar 30 16:42:09.272301 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-20b42f09-e75b-4c88-9bd1-3c6c47f75a7e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'security_group_rule': {'security_group_id': '5ef0e96c-f1a7-43a8-8297-c040a5f87fd7', 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:09.304767 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Sync routers for ids ['052202da-8ea6-46da-bab4-8d8adc9a14b7'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:42:09.325697 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728f48ba-f22c-425c-8032-b8ae2ee02b5c x-openstack-request-id: req-728f48ba-f22c-425c-8032-b8ae2ee02b5c {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:09.326223 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410a5864-9089-4fb7-ae70-36f8aec198c6", "tag": "163ea8fa-f2de-438a-b2cd-74381d0443b6", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:09.326504 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-728f48ba-f22c-425c-8032-b8ae2ee02b5c {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:09.327075 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728f48ba-f22c-425c-8032-b8ae2ee02b5c'] response: {'name': 'network-changed', 'server_uuid': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'tag': '163ea8fa-f2de-438a-b2cd-74381d0443b6', 'status': 'completed', 'code': 200} Mar 30 16:42:09.333849 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Routers {'052202da-8ea6-46da-bab4-8d8adc9a14b7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:09.334780 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:42:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['052202da-8ea6-46da-bab4-8d8adc9a14b7'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:09.363077 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e7470db7-f4ae-4581-88fa-4bd8f015bc85 req-b5910ce4-1d3f-417b-8ab5-b9e5384bb613 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094699 Mar 30 16:42:09.371831 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.372365 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 422c9c2f-60b8-4b2f-ac92-4561309f321d up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:09.384300 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-71131cb4-2c28-44c3-aba2-4a6ac3777be3 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:09.408757 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87ade4-8c8d-46f3-81c7-6c5176411982 req-cbc611b6-581c-4f11-9f20-be1c2f9ff70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:09.411091 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ba87ade4-8c8d-46f3-81c7-6c5176411982 req-cbc611b6-581c-4f11-9f20-be1c2f9ff70d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 1130 time: 0.0599427 Mar 30 16:42:09.482541 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-20b42f09-e75b-4c88-9bd1-3c6c47f75a7e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (37eee3a3-6ced-4d7b-8909-df1dd61ce9e0), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.528604 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=99dc3175-a23e-45a9-b90c-b44d9426ffb1,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:09.541481 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Set router 052202da-8ea6-46da-bab4-8d8adc9a14b7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:09.551902 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87ade4-8c8d-46f3-81c7-6c5176411982 req-734184ea-f9a0-49ff-b7e2-54e4f49076a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:09.553611 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ba87ade4-8c8d-46f3-81c7-6c5176411982 req-734184ea-f9a0-49ff-b7e2-54e4f49076a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 916 time: 0.1369803 Mar 30 16:42:09.569556 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-20b42f09-e75b-4c88-9bd1-3c6c47f75a7e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (37eee3a3-6ced-4d7b-8909-df1dd61ce9e0), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.579418 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 422c9c2f-60b8-4b2f-ac92-4561309f321d triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:09.579567 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.637421 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ba87ade4-8c8d-46f3-81c7-6c5176411982 req-878d2398-fc3a-4748-ac22-59c8ad961eae service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=163ea8fa-f2de-438a-b2cd-74381d0443b6 HTTP/1.1" status: 200 len: 999 time: 0.0755537 Mar 30 16:42:09.727869 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-20b42f09-e75b-4c88-9bd1-3c6c47f75a7e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (37eee3a3-6ced-4d7b-8909-df1dd61ce9e0), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.772801 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-71131cb4-2c28-44c3-aba2-4a6ac3777be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '7339a0ba-e796-4159-bee8-3dff653ade7b', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '163ea8fa-f2de-438a-b2cd-74381d0443b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:f4:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:35Z', 'updated_at': '2022-03-30T16:42:08Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}, {'id': 'a92a4da4-514b-4a26-88d8-91490a87fb29', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '30658367-ea34-4ced-b576-f15ed116296f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:0f:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4e794-4d65-44c9-af2a-633757817732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:41Z', 'updated_at': '2022-03-30T16:40:17Z', 'revision_number': 2, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:09.792717 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87ade4-8c8d-46f3-81c7-6c5176411982 req-b44e98c4-e18a-45e0-8ce5-9fa500ddc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:09.794050 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ba87ade4-8c8d-46f3-81c7-6c5176411982 req-b44e98c4-e18a-45e0-8ce5-9fa500ddc1e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce2d2ce2-f666-4ed6-8ebb-27ffff21e668 HTTP/1.1" status: 200 len: 854 time: 0.1505790 Mar 30 16:42:09.807446 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b42f09-e75b-4c88-9bd1-3c6c47f75a7e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37eee3a3-6ced-4d7b-8909-df1dd61ce9e0,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:09.813945 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71131cb4-2c28-44c3-aba2-4a6ac3777be3 None None] Checking router: b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:42:09.830970 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71131cb4-2c28-44c3-aba2-4a6ac3777be3 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:09.831833 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-71131cb4-2c28-44c3-aba2-4a6ac3777be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:42:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:09.836397 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 422c9c2f-60b8-4b2f-ac92-4561309f321d is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:09.858795 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87ade4-8c8d-46f3-81c7-6c5176411982 req-48117b43-84be-4425-969c-177cbc5a6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:09.860372 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ba87ade4-8c8d-46f3-81c7-6c5176411982 req-48117b43-84be-4425-969c-177cbc5a6f83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a23ead-595b-4257-94d5-46389d5e6899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0558436 Mar 30 16:42:09.866095 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-20b42f09-e75b-4c88-9bd1-3c6c47f75a7e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:09.870178 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-20b42f09-e75b-4c88-9bd1-3c6c47f75a7e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6008627 Mar 30 16:42:09.870614 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43324) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:09.877648 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-7c1af0b7-27a8-4c7d-a4f2-61abe242e891 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'security_group_rule': {'security_group_id': '5ef0e96c-f1a7-43a8-8297-c040a5f87fd7', 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:09.950784 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'name': 'tempest-TestVolumeBootPattern-717014990-router', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:06Z', 'revision_number': 4, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'gw_port': {'id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '3665906c-e848-464a-9f08-066577f89d2d', 'name': '', 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'mac_address': 'fa:16:3e:43:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8a825d7e-9021-4fee-aef3-5608f6c8521e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:05Z', 'updated_at': '2022-03-30T16:42:06Z', 'revision_number': 2, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'subnets': [{'id': '8a825d7e-9021-4fee-aef3-5608f6c8521e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:09.976445 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7c1af0b7-27a8-4c7d-a4f2-61abe242e891 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (c4dc8af5-afd8-40a5-bce7-d28b782d2140), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.009698 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Checking router: 052202da-8ea6-46da-bab4-8d8adc9a14b7 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:42:10.010282 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Updating router 052202da-8ea6-46da-bab4-8d8adc9a14b7 port 3665906c-e848-464a-9f08-066577f89d2d binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:42:10.020183 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-71131cb4-2c28-44c3-aba2-4a6ac3777be3 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:10.058496 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (3665906c-e848-464a-9f08-066577f89d2d), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.101958 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7c1af0b7-27a8-4c7d-a4f2-61abe242e891 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (c4dc8af5-afd8-40a5-bce7-d28b782d2140), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.194556 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7c1af0b7-27a8-4c7d-a4f2-61abe242e891 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (c4dc8af5-afd8-40a5-bce7-d28b782d2140), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.234505 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1af0b7-27a8-4c7d-a4f2-61abe242e891 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4dc8af5-afd8-40a5-bce7-d28b782d2140,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:10.338730 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7c1af0b7-27a8-4c7d-a4f2-61abe242e891 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.343343 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7c1af0b7-27a8-4c7d-a4f2-61abe242e891 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4691443 Mar 30 16:42:10.343646 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43326) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:10.349184 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-5f9a4277-61b6-4298-a304-773998b54210 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'security_group_rule': {'security_group_id': '5ef0e96c-f1a7-43a8-8297-c040a5f87fd7', 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:10.400276 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ba87ade4-8c8d-46f3-81c7-6c5176411982 req-f1d7eeef-1bf2-46f6-a9f1-7f87bb333d1f service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163209 Mar 30 16:42:10.407392 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-71131cb4-2c28-44c3-aba2-4a6ac3777be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '7339a0ba-e796-4159-bee8-3dff653ade7b', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '163ea8fa-f2de-438a-b2cd-74381d0443b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:f4:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:35Z', 'updated_at': '2022-03-30T16:42:08Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}, {'id': 'a92a4da4-514b-4a26-88d8-91490a87fb29', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '30658367-ea34-4ced-b576-f15ed116296f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:0f:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4e794-4d65-44c9-af2a-633757817732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:41Z', 'updated_at': '2022-03-30T16:40:17Z', 'revision_number': 2, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:10.456706 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71131cb4-2c28-44c3-aba2-4a6ac3777be3 None None] The sync data for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi is: [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '7339a0ba-e796-4159-bee8-3dff653ade7b', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.39', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '163ea8fa-f2de-438a-b2cd-74381d0443b6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:f4:0f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:35Z', 'updated_at': '2022-03-30T16:42:08Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}, {'id': 'a92a4da4-514b-4a26-88d8-91490a87fb29', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '30658367-ea34-4ced-b576-f15ed116296f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:0f:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4e794-4d65-44c9-af2a-633757817732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:41Z', 'updated_at': '2022-03-30T16:40:17Z', 'revision_number': 2, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:42:10.523181 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4277-61b6-4298-a304-773998b54210 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (4c2055f2-116c-4993-95c0-16496e674a2a), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.526964 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 99dc3175-a23e-45a9-b90c-b44d9426ffb1 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:10.542591 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ba87ade4-8c8d-46f3-81c7-6c5176411982 req-5bb6d681-f9d9-41f4-bfaa-05e8baee9a53 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290059 Mar 30 16:42:10.543322 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Publish callbacks [] for port (3665906c-e848-464a-9f08-066577f89d2d), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.580333 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ba6aa-31ef-4536-b328-7d208714c998 req-81781bd9-ad11-4050-8c7a-0580311014a9 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:10.582269 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d2ba6aa-31ef-4536-b328-7d208714c998 req-81781bd9-ad11-4050-8c7a-0580311014a9 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.1047394 Mar 30 16:42:10.599677 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4277-61b6-4298-a304-773998b54210 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (4c2055f2-116c-4993-95c0-16496e674a2a), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.623097 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 99dc3175-a23e-45a9-b90c-b44d9426ffb1 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:10.626373 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.655099 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d2ba6aa-31ef-4536-b328-7d208714c998 req-330ebc24-cb21-459c-89c5-644d95aa8455 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591173 Mar 30 16:42:10.708650 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4277-61b6-4298-a304-773998b54210 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (4c2055f2-116c-4993-95c0-16496e674a2a), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.715664 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (3665906c-e848-464a-9f08-066577f89d2d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.727105 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a4277-61b6-4298-a304-773998b54210 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c2055f2-116c-4993-95c0-16496e674a2a,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:10.775955 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 99dc3175-a23e-45a9-b90c-b44d9426ffb1 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:10.797466 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb979cc4-54c5-42dc-9461-6ef7c31a4214 None None] Pushing event updated for resources: {'Port': ['ID=3665906c-e848-464a-9f08-066577f89d2d,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:10.811988 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5f9a4277-61b6-4298-a304-773998b54210 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.813726 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-5f9a4277-61b6-4298-a304-773998b54210 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4686182 Mar 30 16:42:10.816156 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43334) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:10.829621 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-b96f9210-5c08-4dd3-bc1d-59094cfe6070 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'security_group_rule': {'security_group_id': '5ef0e96c-f1a7-43a8-8297-c040a5f87fd7', 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:10.879890 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Attempting to bind port 3665906c-e848-464a-9f08-066577f89d2d on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:42:10.880566 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Attempting to bind port 3665906c-e848-464a-9f08-066577f89d2d by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '673a35bd-3c59-4071-881e-710f51771242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:42:10.881099 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Attempting to bind port 3665906c-e848-464a-9f08-066577f89d2d on network fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:10.887137 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:42:10.887758 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Checking segment: {'id': '673a35bd-3c59-4071-881e-710f51771242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:42:10.888172 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.888597 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Bound using segment: {'id': '673a35bd-3c59-4071-881e-710f51771242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:42:10.889052 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Bound port: 3665906c-e848-464a-9f08-066577f89d2d, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '673a35bd-3c59-4071-881e-710f51771242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:42:10.889437 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (3665906c-e848-464a-9f08-066577f89d2d), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:10.970726 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b96f9210-5c08-4dd3-bc1d-59094cfe6070 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (7f0d688b-b62d-460b-ba58-1c5e5a2e246f), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.016611 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] For port 3665906c-e848-464a-9f08-066577f89d2d, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:42:11.022600 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] For port 3665906c-e848-464a-9f08-066577f89d2d, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=3665906c-e848-464a-9f08-066577f89d2d,segment=NetworkSegment(673a35bd-3c59-4071-881e-710f51771242),segment_id=673a35bd-3c59-4071-881e-710f51771242)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:42:11.051522 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b96f9210-5c08-4dd3-bc1d-59094cfe6070 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (7f0d688b-b62d-460b-ba58-1c5e5a2e246f), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.100373 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (3665906c-e848-464a-9f08-066577f89d2d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.138730 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-33634407-82c4-430d-a3c9-6bdf40807d1a None None] Provisioning complete for port 3665906c-e848-464a-9f08-066577f89d2d triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:11.139108 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-33634407-82c4-430d-a3c9-6bdf40807d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (3665906c-e848-464a-9f08-066577f89d2d), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.141713 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b96f9210-5c08-4dd3-bc1d-59094cfe6070 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (7f0d688b-b62d-460b-ba58-1c5e5a2e246f), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.169285 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96f9210-5c08-4dd3-bc1d-59094cfe6070 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0d688b-b62d-460b-ba58-1c5e5a2e246f,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:11.211143 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Routers {'052202da-8ea6-46da-bab4-8d8adc9a14b7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:11.211875 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:42:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['052202da-8ea6-46da-bab4-8d8adc9a14b7'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:11.245982 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b96f9210-5c08-4dd3-bc1d-59094cfe6070 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.247505 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b96f9210-5c08-4dd3-bc1d-59094cfe6070 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4295311 Mar 30 16:42:11.253889 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 43344) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:11.262475 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-2b2399be-f7e3-4e09-b746-5169b8e9e278 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'security_group_rule': {'security_group_id': '5ef0e96c-f1a7-43a8-8297-c040a5f87fd7', 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:11.283903 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb979cc4-54c5-42dc-9461-6ef7c31a4214 None None] Pushing event updated for resources: {'Port': ['ID=3665906c-e848-464a-9f08-066577f89d2d,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:11.360746 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-33634407-82c4-430d-a3c9-6bdf40807d1a None None] Current status of the port 3665906c-e848-464a-9f08-066577f89d2d is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:11.361140 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-33634407-82c4-430d-a3c9-6bdf40807d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (3665906c-e848-464a-9f08-066577f89d2d), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.380592 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.securitygroups_db [None req-2b2399be-f7e3-4e09-b746-5169b8e9e278 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Project 1706c811af8c46779e0007b0fafbc6a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:42:11.387248 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2b2399be-f7e3-4e09-b746-5169b8e9e278 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (c96e6b2c-cee9-4ffd-8271-3374dd00da09), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.402670 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] Set router 052202da-8ea6-46da-bab4-8d8adc9a14b7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:11.448023 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-33634407-82c4-430d-a3c9-6bdf40807d1a None None] For port 3665906c-e848-464a-9f08-066577f89d2d, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=3665906c-e848-464a-9f08-066577f89d2d,segment=NetworkSegment(673a35bd-3c59-4071-881e-710f51771242),segment_id=673a35bd-3c59-4071-881e-710f51771242)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:11.462342 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a8917-8c1e-4759-8e6e-1d2df3506239 None None] New status for floating IP 7339a0ba-e796-4159-bee8-3dff653ade7b: ACTIVE {{(pid=106618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:42:11.478857 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2b2399be-f7e3-4e09-b746-5169b8e9e278 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (c96e6b2c-cee9-4ffd-8271-3374dd00da09), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.547818 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-33634407-82c4-430d-a3c9-6bdf40807d1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (3665906c-e848-464a-9f08-066577f89d2d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.552433 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2b2399be-f7e3-4e09-b746-5169b8e9e278 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (c96e6b2c-cee9-4ffd-8271-3374dd00da09), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.586555 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2399be-f7e3-4e09-b746-5169b8e9e278 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c96e6b2c-cee9-4ffd-8271-3374dd00da09,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:11.636179 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33634407-82c4-430d-a3c9-6bdf40807d1a None None] Pushing event updated for resources: {'Port': ['ID=3665906c-e848-464a-9f08-066577f89d2d,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:11.671182 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2b2399be-f7e3-4e09-b746-5169b8e9e278 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.675672 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43348) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:11.684441 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-92f80936-d2b3-4c17-9b6c-e78dfc6e35c4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'security_group_rule': {'security_group_id': '5ef0e96c-f1a7-43a8-8297-c040a5f87fd7', 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:11.686278 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2b2399be-f7e3-4e09-b746-5169b8e9e278 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4300179 Mar 30 16:42:11.712460 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-528924a1-5f3b-47e5-9766-09f99fa82933 None None] Provisioning complete for port 3665906c-e848-464a-9f08-066577f89d2d triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:11.719284 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-528924a1-5f3b-47e5-9766-09f99fa82933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (3665906c-e848-464a-9f08-066577f89d2d), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.775595 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'name': 'tempest-TestVolumeBootPattern-717014990-router', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:06Z', 'revision_number': 4, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'gw_port': {'id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '3665906c-e848-464a-9f08-066577f89d2d', 'name': '', 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'mac_address': 'fa:16:3e:43:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8a825d7e-9021-4fee-aef3-5608f6c8521e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:05Z', 'updated_at': '2022-03-30T16:42:11Z', 'revision_number': 4, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'subnets': [{'id': '8a825d7e-9021-4fee-aef3-5608f6c8521e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:11.788766 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.securitygroups_db [None req-92f80936-d2b3-4c17-9b6c-e78dfc6e35c4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Project 1706c811af8c46779e0007b0fafbc6a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:42:11.805396 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad14b45-5250-4c5c-9fde-61ccb26c9a48 None None] The sync data for ids ['052202da-8ea6-46da-bab4-8d8adc9a14b7'] in dv-cinder-835871-1-iscsi is: [{'id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'name': 'tempest-TestVolumeBootPattern-717014990-router', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:06Z', 'revision_number': 4, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'gw_port': {'id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '3665906c-e848-464a-9f08-066577f89d2d', 'name': '', 'network_id': 'fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'mac_address': 'fa:16:3e:43:a3:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': '8a825d7e-9021-4fee-aef3-5608f6c8521e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:05Z', 'updated_at': '2022-03-30T16:42:11Z', 'revision_number': 4, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'subnets': [{'id': '8a825d7e-9021-4fee-aef3-5608f6c8521e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:42:11.807990 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-92f80936-d2b3-4c17-9b6c-e78dfc6e35c4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (82d56444-87e1-44a1-9729-7e21cf9447ca), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.845031 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-528924a1-5f3b-47e5-9766-09f99fa82933 None None] Current status of the port 3665906c-e848-464a-9f08-066577f89d2d is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:11.872071 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7a54c-8758-4789-bac4-d1b936ebbc09 req-ded8a0b5-e9a1-4cd3-b0e1-bf4ac57ffc57 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:11.873552 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-27e7a54c-8758-4789-bac4-d1b936ebbc09 req-ded8a0b5-e9a1-4cd3-b0e1-bf4ac57ffc57 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0998442 Mar 30 16:42:11.911039 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-92f80936-d2b3-4c17-9b6c-e78dfc6e35c4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (82d56444-87e1-44a1-9729-7e21cf9447ca), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:11.946535 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-27e7a54c-8758-4789-bac4-d1b936ebbc09 req-055331e1-bb13-40b9-8013-c345406132ba tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652266 Mar 30 16:42:12.000317 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-92f80936-d2b3-4c17-9b6c-e78dfc6e35c4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (82d56444-87e1-44a1-9729-7e21cf9447ca), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:12.020711 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f80936-d2b3-4c17-9b6c-e78dfc6e35c4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82d56444-87e1-44a1-9729-7e21cf9447ca,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:12.097258 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-92f80936-d2b3-4c17-9b6c-e78dfc6e35c4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:12.097258 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-92f80936-d2b3-4c17-9b6c-e78dfc6e35c4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4194379 Mar 30 16:42:12.404959 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device a0a7dd80-fac6-4b64-8561-1ce266044204 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:12.497077 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 43420) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:12.648124 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port a0a7dd80-fac6-4b64-8561-1ce266044204 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:12.648497 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:12.650086 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-4101aa27-5fdd-4b9c-b1bc-63edd07c91a4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1508918 Mar 30 16:42:12.659024 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-29f6c533-13a1-43a8-9924-5c2732b1d357 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:42:12.660114 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-29f6c533-13a1-43a8-9924-5c2732b1d357 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053926 Mar 30 16:42:12.745367 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43442) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:12.751539 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port a0a7dd80-fac6-4b64-8561-1ce266044204 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:12.752034 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:12.775620 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port a0a7dd80-fac6-4b64-8561-1ce266044204, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=a0a7dd80-fac6-4b64-8561-1ce266044204,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:12.851934 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:12.852791 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 3665906c-e848-464a-9f08-066577f89d2d up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:12.891982 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-eaf1b335-bb82-49be-9bce-5793d4512e83 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:12.899917 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-eaf1b335-bb82-49be-9bce-5793d4512e83 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports/f2b7414a-8d7d-44fd-ae5f-c1feb169b602 HTTP/1.1" status: 200 len: 940 time: 0.1520391 Mar 30 16:42:12.970256 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=a0a7dd80-fac6-4b64-8561-1ce266044204,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:13.025353 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 3665906c-e848-464a-9f08-066577f89d2d triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:13.026630 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (3665906c-e848-464a-9f08-066577f89d2d), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:13.206697 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 3665906c-e848-464a-9f08-066577f89d2d is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:13.246426 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba17c0e-6c61-4b09-83e7-72010ea7910a req-205401ec-f5e4-4ac3-a610-e29427f7e380 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:13.255727 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ba17c0e-6c61-4b09-83e7-72010ea7910a req-205401ec-f5e4-4ac3-a610-e29427f7e380 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.1902530 Mar 30 16:42:13.373352 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ba17c0e-6c61-4b09-83e7-72010ea7910a req-cf790fa9-dc42-4873-bf1e-65ef9c7a6d8f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057858 Mar 30 16:42:14.424010 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device a0a7dd80-fac6-4b64-8561-1ce266044204 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:14.525267 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port a0a7dd80-fac6-4b64-8561-1ce266044204 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:14.525637 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:14.581394 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b0a877-0337-4737-8ff8-b8d06537d956 req-a152054a-647d-45a8-b135-7cbc255b5f72 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:14.590204 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d1b0a877-0337-4737-8ff8-b8d06537d956 req-a152054a-647d-45a8-b135-7cbc255b5f72 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0742621 Mar 30 16:42:14.649018 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port a0a7dd80-fac6-4b64-8561-1ce266044204 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:14.653362 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d1b0a877-0337-4737-8ff8-b8d06537d956 req-e343f30e-e7e6-498f-b03d-506d10f5cd83 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586662 Mar 30 16:42:15.792456 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 43520) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:15.835547 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6807c1-12d7-404d-adaa-f08198935fee req-3fd5239d-93fa-4334-82c9-8eebdd017a2f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:15.837267 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6b6807c1-12d7-404d-adaa-f08198935fee req-3fd5239d-93fa-4334-82c9-8eebdd017a2f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0964293 Mar 30 16:42:15.952796 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6b6807c1-12d7-404d-adaa-f08198935fee req-e5a0b61f-c460-4ca8-b34f-63c0e5d9366c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052659 Mar 30 16:42:16.091594 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ea7934e3-d1e6-42fa-a4d4-18471682231e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:16.127719 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ea7934e3-d1e6-42fa-a4d4-18471682231e admin admin] Publish callbacks [] for security_group (3e8ce4d4-95ac-4fc4-b7bc-f70f5de99710), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:16.329111 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Sync routers for ids ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:42:16.341029 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Routers {'8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:16.341978 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:42:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:16.460383 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Set router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:16.624035 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ea7934e3-d1e6-42fa-a4d4-18471682231e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (3e8ce4d4-95ac-4fc4-b7bc-f70f5de99710), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:16.671790 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-ea7934e3-d1e6-42fa-a4d4-18471682231e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9acafbeaffa4c85aaeff8b64d5bf70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8896673 Mar 30 16:42:16.676649 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43532) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:16.677852 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7934e3-d1e6-42fa-a4d4-18471682231e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8ce4d4-95ac-4fc4-b7bc-f70f5de99710,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:16.682325 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'name': 'tempest-TestMinimumBasicScenario-1853777621-router', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:59Z', 'updated_at': '2022-03-30T16:42:05Z', 'revision_number': 4, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'gw_port': {'id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:01Z', 'updated_at': '2022-03-30T16:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ad047a7f-053d-449d-9602-89ee322690b1', 'name': '', 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'mac_address': 'fa:16:3e:50:04:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8b104b11-38cd-4665-8bf2-f98e3beb5fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:04Z', 'updated_at': '2022-03-30T16:42:06Z', 'revision_number': 2, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'subnets': [{'id': '8b104b11-38cd-4665-8bf2-f98e3beb5fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:16.714850 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Checking router: 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:42:16.715293 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Updating router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 port ad047a7f-053d-449d-9602-89ee322690b1 binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:42:16.771833 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (ad047a7f-053d-449d-9602-89ee322690b1), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:16.801479 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-446ad3e3-9133-4777-b31c-fdda58829c82 admin admin] Publish callbacks [] for security_group (3e8ce4d4-95ac-4fc4-b7bc-f70f5de99710), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:16.832188 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-446ad3e3-9133-4777-b31c-fdda58829c82 admin admin] Publish callbacks [] for security_group (3e8ce4d4-95ac-4fc4-b7bc-f70f5de99710), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.007173 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-446ad3e3-9133-4777-b31c-fdda58829c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (3e8ce4d4-95ac-4fc4-b7bc-f70f5de99710), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.009923 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-446ad3e3-9133-4777-b31c-fdda58829c82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.011137 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-446ad3e3-9133-4777-b31c-fdda58829c82 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e8ce4d4-95ac-4fc4-b7bc-f70f5de99710 HTTP/1.1" status: 204 len: 168 time: 0.3330610 Mar 30 16:42:17.034200 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ad3e3-9133-4777-b31c-fdda58829c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8ce4d4-95ac-4fc4-b7bc-f70f5de99710,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:17.187490 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f699d5-530b-408e-9058-a2d28a9adae7 req-9d28ce8e-7ca6-4e79-a50d-8db4d6e9dbda tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:17.201999 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e0f699d5-530b-408e-9058-a2d28a9adae7 req-9d28ce8e-7ca6-4e79-a50d-8db4d6e9dbda tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.1148810 Mar 30 16:42:17.242119 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Publish callbacks [] for port (ad047a7f-053d-449d-9602-89ee322690b1), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.277013 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e0f699d5-530b-408e-9058-a2d28a9adae7 req-fc73572d-faff-479c-8fdb-ca12d22fe762 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735652 Mar 30 16:42:17.310255 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (ad047a7f-053d-449d-9602-89ee322690b1), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.486210 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899c916-b5e7-477d-b2b7-f862bea4a412 None None] Pushing event updated for resources: {'Port': ['ID=ad047a7f-053d-449d-9602-89ee322690b1,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:17.523860 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Attempting to bind port ad047a7f-053d-449d-9602-89ee322690b1 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:42:17.524232 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Attempting to bind port ad047a7f-053d-449d-9602-89ee322690b1 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': 'f291ebfa-b436-4c8a-bdb9-de4237149bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:42:17.524807 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Attempting to bind port ad047a7f-053d-449d-9602-89ee322690b1 on network e5faa567-5e41-44fa-bb7a-917e0f6b9d37 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:17.532396 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:42:17.539328 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Checking segment: {'id': 'f291ebfa-b436-4c8a-bdb9-de4237149bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:42:17.540037 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.540611 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Bound using segment: {'id': 'f291ebfa-b436-4c8a-bdb9-de4237149bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:42:17.541291 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Bound port: ad047a7f-053d-449d-9602-89ee322690b1, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f291ebfa-b436-4c8a-bdb9-de4237149bab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:42:17.541875 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (ad047a7f-053d-449d-9602-89ee322690b1), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.713220 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] For port ad047a7f-053d-449d-9602-89ee322690b1, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:42:17.717484 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] For port ad047a7f-053d-449d-9602-89ee322690b1, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=ad047a7f-053d-449d-9602-89ee322690b1,segment=NetworkSegment(f291ebfa-b436-4c8a-bdb9-de4237149bab),segment_id=f291ebfa-b436-4c8a-bdb9-de4237149bab)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:42:17.756708 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-9f496476-1d7d-4ca6-aae5-3ecc5c17b2ce None None] Provisioning complete for port ad047a7f-053d-449d-9602-89ee322690b1 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:17.757589 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-9f496476-1d7d-4ca6-aae5-3ecc5c17b2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (ad047a7f-053d-449d-9602-89ee322690b1), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.759436 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-a50e47cc-dd27-4dcb-8971-f5de3dd42a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:17.761574 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-a50e47cc-dd27-4dcb-8971-f5de3dd42a46 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc&tenant_id=9d2706b3bc384330b0a601211f7d0420 HTTP/1.1" status: 200 len: 1127 time: 0.1345968 Mar 30 16:42:17.791039 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (ad047a7f-053d-449d-9602-89ee322690b1), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:17.839309 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-9f496476-1d7d-4ca6-aae5-3ecc5c17b2ce None None] Port ad047a7f-053d-449d-9602-89ee322690b1 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:42:17.871244 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Routers {'8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:42:17.871800 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:42:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:17.875066 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-1968dcdb-be0c-4ba9-bcc1-d14fdba0993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:17.876929 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-1968dcdb-be0c-4ba9-bcc1-d14fdba0993a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 1127 time: 0.0885541 Mar 30 16:42:17.966019 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5899c916-b5e7-477d-b2b7-f862bea4a412 None None] Pushing event updated for resources: {'Port': ['ID=ad047a7f-053d-449d-9602-89ee322690b1,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:18.039941 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] Set router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:42:18.061584 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-1eaf662c-065c-4ac0-b4b0-603dbbf6ebc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:18.063130 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-1eaf662c-065c-4ac0-b4b0-603dbbf6ebc9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 918 time: 0.1662695 Mar 30 16:42:18.161361 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-58d254bc-2a69-4209-8d85-728e87fcb403 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602 HTTP/1.1" status: 200 len: 999 time: 0.0861661 Mar 30 16:42:18.216545 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-65a07cee-38d2-4c47-931c-4e55f7713de0 None None] Provisioning complete for port ad047a7f-053d-449d-9602-89ee322690b1 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:18.216920 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-65a07cee-38d2-4c47-931c-4e55f7713de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (ad047a7f-053d-449d-9602-89ee322690b1), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:18.299604 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-b10364c7-d8f9-4164-9b51-163fc6ac6f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:18.301195 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-b10364c7-d8f9-4164-9b51-163fc6ac6f05 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 200 len: 856 time: 0.1319654 Mar 30 16:42:18.391577 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-bfb11a8a-45da-4c83-9279-16e087b57db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:18.393375 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-bfb11a8a-45da-4c83-9279-16e087b57db6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7997d76f-0fe0-4c65-b651-c4e866201f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0858717 Mar 30 16:42:18.398244 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-65a07cee-38d2-4c47-931c-4e55f7713de0 None None] Current status of the port ad047a7f-053d-449d-9602-89ee322690b1 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:18.398788 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-65a07cee-38d2-4c47-931c-4e55f7713de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (ad047a7f-053d-449d-9602-89ee322690b1), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:18.448778 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device ad047a7f-053d-449d-9602-89ee322690b1 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:18.483209 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e5d1a0-2b2e-43ee-823d-e45bd71876ef req-5cda229a-fb48-41d4-a323-9d20398783a2 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:18.485853 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b2e5d1a0-2b2e-43ee-823d-e45bd71876ef req-5cda229a-fb48-41d4-a323-9d20398783a2 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.1176550 Mar 30 16:42:18.503248 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-65a07cee-38d2-4c47-931c-4e55f7713de0 None None] For port ad047a7f-053d-449d-9602-89ee322690b1, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=ad047a7f-053d-449d-9602-89ee322690b1,segment=NetworkSegment(f291ebfa-b436-4c8a-bdb9-de4237149bab),segment_id=f291ebfa-b436-4c8a-bdb9-de4237149bab)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:18.512684 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'name': 'tempest-TestMinimumBasicScenario-1853777621-router', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:59Z', 'updated_at': '2022-03-30T16:42:05Z', 'revision_number': 4, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'gw_port': {'id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:01Z', 'updated_at': '2022-03-30T16:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ad047a7f-053d-449d-9602-89ee322690b1', 'name': '', 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'mac_address': 'fa:16:3e:50:04:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8b104b11-38cd-4665-8bf2-f98e3beb5fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:04Z', 'updated_at': '2022-03-30T16:42:17Z', 'revision_number': 4, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'subnets': [{'id': '8b104b11-38cd-4665-8bf2-f98e3beb5fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:42:18.534730 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-1cc73cdf-3ad1-4f47-9dbb-49db899b5cea service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344378 Mar 30 16:42:18.570424 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b2e5d1a0-2b2e-43ee-823d-e45bd71876ef req-44318c11-02f7-4ae0-9dfe-913801392ece tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720904 Mar 30 16:42:18.601869 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b956834-e742-48a8-a54b-a2627f8f5196 None None] The sync data for ids ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'] in dv-cinder-835871-1-iscsi is: [{'id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'name': 'tempest-TestMinimumBasicScenario-1853777621-router', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:59Z', 'updated_at': '2022-03-30T16:42:05Z', 'revision_number': 4, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'gw_port': {'id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:01Z', 'updated_at': '2022-03-30T16:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ad047a7f-053d-449d-9602-89ee322690b1', 'name': '', 'network_id': 'e5faa567-5e41-44fa-bb7a-917e0f6b9d37', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'mac_address': 'fa:16:3e:50:04:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '8b104b11-38cd-4665-8bf2-f98e3beb5fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:04Z', 'updated_at': '2022-03-30T16:42:17Z', 'revision_number': 4, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'subnets': [{'id': '8b104b11-38cd-4665-8bf2-f98e3beb5fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:42:18.612165 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-65a07cee-38d2-4c47-931c-4e55f7713de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (ad047a7f-053d-449d-9602-89ee322690b1), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:18.668588 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-4e681015-fc71-41a7-99b4-7153fc2d659f service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278477 Mar 30 16:42:18.720891 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port ad047a7f-053d-449d-9602-89ee322690b1 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:18.721778 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (ad047a7f-053d-449d-9602-89ee322690b1), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:18.762380 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a07cee-38d2-4c47-931c-4e55f7713de0 None None] Pushing event updated for resources: {'Port': ['ID=ad047a7f-053d-449d-9602-89ee322690b1,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:18.861041 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port ad047a7f-053d-449d-9602-89ee322690b1 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:19.729144 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2c4760-e31a-452d-b3d4-3167696d5e5e req-ffde7a5d-b052-4c03-a446-4ee6a11aa48d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:19.736711 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d2c4760-e31a-452d-b3d4-3167696d5e5e req-ffde7a5d-b052-4c03-a446-4ee6a11aa48d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0674419 Mar 30 16:42:19.810283 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:19.812354 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3d2c4760-e31a-452d-b3d4-3167696d5e5e req-b56b4b8f-7915-4125-b7bc-aa2e14a29af2 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745313 Mar 30 16:42:20.380473 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device ad047a7f-053d-449d-9602-89ee322690b1 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:20.448713 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port ad047a7f-053d-449d-9602-89ee322690b1 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:20.449086 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (ad047a7f-053d-449d-9602-89ee322690b1), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:20.533559 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port ad047a7f-053d-449d-9602-89ee322690b1 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:20.953900 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf9b3e3-05ad-47ae-8eb0-5473f543afaa req-f49d28f5-8742-4ea8-9c64-c4363a66367d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:20.955435 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dbf9b3e3-05ad-47ae-8eb0-5473f543afaa req-f49d28f5-8742-4ea8-9c64-c4363a66367d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0554061 Mar 30 16:42:21.006405 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dbf9b3e3-05ad-47ae-8eb0-5473f543afaa req-f133b2f4-28d1-4a08-bc0f-691bf9f2f4d7 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446348 Mar 30 16:42:21.685457 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fc45ab68-79b2-4710-9720-4f1608131383 req-58314dc2-e698-4488-8381-9a278a57f3e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0727890 Mar 30 16:42:21.763114 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45ab68-79b2-4710-9720-4f1608131383 req-c282b4fb-745c-4918-b22d-e3093caa26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:21.764780 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fc45ab68-79b2-4710-9720-4f1608131383 req-c282b4fb-745c-4918-b22d-e3093caa26d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 1129 time: 0.0523374 Mar 30 16:42:21.939921 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45ab68-79b2-4710-9720-4f1608131383 req-386af629-a083-4122-a0e8-230042f3411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:21.942110 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fc45ab68-79b2-4710-9720-4f1608131383 req-386af629-a083-4122-a0e8-230042f3411c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.1443186 Mar 30 16:42:22.005108 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fc45ab68-79b2-4710-9720-4f1608131383 req-745b80aa-c8d6-4e81-a577-bb2c0d34d108 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee HTTP/1.1" status: 200 len: 217 time: 0.0541091 Mar 30 16:42:22.068964 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45ab68-79b2-4710-9720-4f1608131383 req-7d665fcf-627e-4d26-ab28-ef69aaf8b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:22.070492 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fc45ab68-79b2-4710-9720-4f1608131383 req-7d665fcf-627e-4d26-ab28-ef69aaf8b72c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.0578713 Mar 30 16:42:22.127651 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45ab68-79b2-4710-9720-4f1608131383 req-7d3c9ae5-d520-4db5-b82f-bef0aaf09331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:22.129884 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fc45ab68-79b2-4710-9720-4f1608131383 req-7d3c9ae5-d520-4db5-b82f-bef0aaf09331 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0518553 Mar 30 16:42:22.283652 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72d703-3b14-4a29-b8d5-915afe54b828 req-cf609fd3-674d-4c25-9e84-8df747e45914 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:22.287307 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ab72d703-3b14-4a29-b8d5-915afe54b828 req-cf609fd3-674d-4c25-9e84-8df747e45914 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.1649861 Mar 30 16:42:22.304237 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fc45ab68-79b2-4710-9720-4f1608131383 req-ba7b71a6-5588-4f89-953c-b4a6edd4e18c service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389945 Mar 30 16:42:22.383825 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ab72d703-3b14-4a29-b8d5-915afe54b828 req-b0dbe021-c8fa-42a9-b0ce-46553cf55347 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906525 Mar 30 16:42:22.432605 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fc45ab68-79b2-4710-9720-4f1608131383 req-a1fe5358-54d0-44b2-ba81-3244e12ba1c9 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197810 Mar 30 16:42:23.514693 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:42:23.532233 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621420a4-40d8-4ddf-b528-c971c687684c req-a7ee3e28-dd11-4530-9dca-30b2603060c1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:23.533952 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-621420a4-40d8-4ddf-b528-c971c687684c req-a7ee3e28-dd11-4530-9dca-30b2603060c1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0643907 Mar 30 16:42:23.593342 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-621420a4-40d8-4ddf-b528-c971c687684c req-c86629d0-a69b-4ffc-81e5-d1202b3a4305 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504806 Mar 30 16:42:24.737543 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9321a2c-0ac4-44fc-86a1-7cbf3f13acaf req-22b3e11d-26ed-4e40-a758-5ccadd8cc2f0 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:24.740474 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d9321a2c-0ac4-44fc-86a1-7cbf3f13acaf req-22b3e11d-26ed-4e40-a758-5ccadd8cc2f0 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0624111 Mar 30 16:42:24.817691 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d9321a2c-0ac4-44fc-86a1-7cbf3f13acaf req-7142d257-2b97-4bd7-bfb5-bee8ad2dcb97 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550764 Mar 30 16:42:25.941256 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94922e23-b6a9-4872-a9e0-54a739e74a4c req-9cf0ee72-1f51-416e-8732-cf0804d2347b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:25.942856 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-94922e23-b6a9-4872-a9e0-54a739e74a4c req-9cf0ee72-1f51-416e-8732-cf0804d2347b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0611286 Mar 30 16:42:25.997667 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-94922e23-b6a9-4872-a9e0-54a739e74a4c req-75a18f9f-523d-4ffe-ab5b-9bbe848688ca tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483148 Mar 30 16:42:26.184147 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-c30c2726-75dd-4862-8a23-801ca31bdd5f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:26.185682 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-c30c2726-75dd-4862-8a23-801ca31bdd5f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/networks?id=3ba8108a-6296-4e49-baec-a63c57053824 HTTP/1.1" status: 200 len: 815 time: 0.1052470 Mar 30 16:42:26.200676 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-abd09ece-6580-49fe-9136-03c7978011d2 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/quotas/6912f356ee1e4b6185cd543fb1225e6f HTTP/1.1" status: 200 len: 375 time: 0.0097017 Mar 30 16:42:26.256155 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-9490a84f-a16f-4ecf-8cc0-7a601f46bee8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6912f356ee1e4b6185cd543fb1225e6f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506084 Mar 30 16:42:26.376932 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-f2363bf0-3238-40f8-851d-3ee5533424a2 service neutron] 10.222.0.21 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091497 Mar 30 16:42:26.483868 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-da8cc55f-0455-4089-a5fb-dd86327c423b service neutron] 10.222.0.21 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045866 Mar 30 16:42:26.766860 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e953005f-f429-4e55-bc80-be814beeae3e req-fe85b446-9fad-46f4-a090-236628d009a4 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0539756 Mar 30 16:42:27.147885 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4120f-7d62-4534-ac25-a8bb46b642cc req-a49762f4-62bf-45df-9fd5-11d6b2d4ad8d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:27.149511 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92d4120f-7d62-4534-ac25-a8bb46b642cc req-a49762f4-62bf-45df-9fd5-11d6b2d4ad8d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0690405 Mar 30 16:42:27.212880 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92d4120f-7d62-4534-ac25-a8bb46b642cc req-bf1f545b-fdf2-4b4f-9a90-bf274df8b7eb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570409 Mar 30 16:42:27.825342 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d33b68b3-3ad3-40d2-bf75-4471418174d6 req-1d742d8c-7052-425e-b5d0-ef080d9977cc tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0284402 Mar 30 16:42:28.358214 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd7773-af86-4ff5-9bbe-551b979a3cf8 req-22d6e00a-ebb4-4a99-8590-e0e8f686042a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:28.363086 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b7cd7773-af86-4ff5-9bbe-551b979a3cf8 req-22d6e00a-ebb4-4a99-8590-e0e8f686042a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0704954 Mar 30 16:42:28.420555 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b7cd7773-af86-4ff5-9bbe-551b979a3cf8 req-c58c1d88-9fb4-4b8b-82bf-b8d339027cfc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530674 Mar 30 16:42:28.919685 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cadc3fec-122d-4d53-aaea-481c381d2d64 req-bcb88336-ad9c-42f1-8190-56ac73920b7a tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0279932 Mar 30 16:42:29.590308 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce14e9-3354-4a15-a190-b018d7672421 req-04727cf6-0819-4c28-9fdd-2b569a94adf6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:29.598268 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50ce14e9-3354-4a15-a190-b018d7672421 req-04727cf6-0819-4c28-9fdd-2b569a94adf6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0674455 Mar 30 16:42:29.661597 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50ce14e9-3354-4a15-a190-b018d7672421 req-570fb333-4d94-469f-bf2c-2ae8efde7454 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615170 Mar 30 16:42:30.015822 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a9289ea-316c-4412-bf05-9f1a4a920900 req-8938eb08-1082-45b0-ae33-ace59155244a tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0265706 Mar 30 16:42:30.188921 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-08459fef-a7cf-4772-879b-c88674c6b858 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:30.296269 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43746) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:30.426207 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:30.510162 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Publish callbacks [] for security_group (71d76038-390c-4f5a-aba5-fe3ef33a37a3), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:30.595022 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (71d76038-390c-4f5a-aba5-fe3ef33a37a3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:30.633105 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=382414391b064e56a4614ed05ebc5c74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355930 Mar 30 16:42:30.635869 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 43754) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:30.660200 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d76038-390c-4f5a-aba5-fe3ef33a37a3,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:30.672747 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.673313 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.673789 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.674306 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.678071 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.678539 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.679142 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.679622 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.680048 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.680496 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.680954 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.681404 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.684066 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.684066 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.684066 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-031faaae-a4f5-40f3-8632-3f79d22644d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:30.705532 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Publish callbacks [] for security_group (71d76038-390c-4f5a-aba5-fe3ef33a37a3), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:30.733382 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Publish callbacks [] for security_group (71d76038-390c-4f5a-aba5-fe3ef33a37a3), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:30.817735 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81269faf-f9c3-49fc-8b8e-b37aef01a328 req-c2d5d469-b4cc-4da2-918d-fad2e9cf81f3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:30.820009 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-81269faf-f9c3-49fc-8b8e-b37aef01a328 req-c2d5d469-b4cc-4da2-918d-fad2e9cf81f3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0718925 Mar 30 16:42:30.883975 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-81269faf-f9c3-49fc-8b8e-b37aef01a328 req-b2c47bc0-689b-4ca2-b71d-a57219e51de4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571015 Mar 30 16:42:31.121722 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-13320f41-39ac-47a1-acf0-baeb97bd737d req-ed873225-e9c5-4c47-a0a9-573bee08617c tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0292928 Mar 30 16:42:31.171771 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (71d76038-390c-4f5a-aba5-fe3ef33a37a3), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:31.174281 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:31.175750 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/71d76038-390c-4f5a-aba5-fe3ef33a37a3 HTTP/1.1" status: 204 len: 168 time: 0.5383284 Mar 30 16:42:31.189602 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d76038-390c-4f5a-aba5-fe3ef33a37a3,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:31.204525 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.205551 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.205758 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.205929 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.206268 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.206649 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.207050 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.207254 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.207752 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.208173 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.209362 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.209849 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.210434 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.210680 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.210998 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-456bf8fd-5c38-4c69-b325-d827b7355fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:31.857526 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ebfacad4-0232-498c-8469-dde92d027b14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:32.017054 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28641cef-915c-45de-ab8b-fdac58a68ede req-44bdb86a-6225-4709-b120-472ba49d3aca tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:32.018620 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28641cef-915c-45de-ab8b-fdac58a68ede req-44bdb86a-6225-4709-b120-472ba49d3aca tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0640070 Mar 30 16:42:32.089629 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28641cef-915c-45de-ab8b-fdac58a68ede req-732555a6-6b5e-4663-b296-7236074e4681 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646138 Mar 30 16:42:32.231274 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-41026b78-5af1-4a9a-9b1d-1e4c0e7882c4 req-6c978f08-902a-4d9b-908a-9b4869d16695 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0386291 Mar 30 16:42:33.042999 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 43812) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:33.049602 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:33.186210 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9a8a092b-01ba-4c36-a719-75b515d883b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:33.244185 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638cead-6397-4e46-b72c-796e71262adc req-b58e72aa-116a-4d3b-99b4-7d0cd08ab112 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:33.252554 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b638cead-6397-4e46-b72c-796e71262adc req-b58e72aa-116a-4d3b-99b4-7d0cd08ab112 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0683603 Mar 30 16:42:33.298306 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9a8a092b-01ba-4c36-a719-75b515d883b6 admin admin] Publish callbacks [] for security_group (42b0b4b9-f7b1-4f60-8311-bc35849f2327), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:33.318877 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b638cead-6397-4e46-b72c-796e71262adc req-46326857-aaf2-4c00-8aa8-6a03b76d2054 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567422 Mar 30 16:42:33.355534 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5872ce43-82bf-4c86-9720-2f244ec51dee req-962340bc-f418-43e5-b14e-04fc006d0bfe tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0286839 Mar 30 16:42:33.371739 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9a8a092b-01ba-4c36-a719-75b515d883b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (42b0b4b9-f7b1-4f60-8311-bc35849f2327), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:33.415168 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-9a8a092b-01ba-4c36-a719-75b515d883b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8353dffd1ef940dcba81735b94e0326b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3709674 Mar 30 16:42:33.416267 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8a092b-01ba-4c36-a719-75b515d883b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b0b4b9-f7b1-4f60-8311-bc35849f2327,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:33.418057 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43820) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:33.491352 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-21f5a544-1581-4229-80f6-fccdf53dc66a admin admin] Publish callbacks [] for security_group (42b0b4b9-f7b1-4f60-8311-bc35849f2327), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:33.515636 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-21f5a544-1581-4229-80f6-fccdf53dc66a admin admin] Publish callbacks [] for security_group (42b0b4b9-f7b1-4f60-8311-bc35849f2327), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:33.628560 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-21f5a544-1581-4229-80f6-fccdf53dc66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (42b0b4b9-f7b1-4f60-8311-bc35849f2327), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:33.631701 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-21f5a544-1581-4229-80f6-fccdf53dc66a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:33.635038 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-21f5a544-1581-4229-80f6-fccdf53dc66a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42b0b4b9-f7b1-4f60-8311-bc35849f2327 HTTP/1.1" status: 204 len: 168 time: 0.2135999 Mar 30 16:42:33.642474 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5a544-1581-4229-80f6-fccdf53dc66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b0b4b9-f7b1-4f60-8311-bc35849f2327,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:34.114931 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-3b68f4e3-9e11-4a84-a248-3fd54dfe7427 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-158085763&fields=id&tenant_id=1706c811af8c46779e0007b0fafbc6a4 HTTP/1.1" status: 200 len: 267 time: 0.0559890 Mar 30 16:42:34.228586 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-91aa8ce5-c2db-4b54-b64c-887594bafe46 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:34.230109 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-91aa8ce5-c2db-4b54-b64c-887594bafe46 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 812 time: 0.1084583 Mar 30 16:42:34.246612 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-e816609f-cf02-4cd6-acba-a54897bbaeac tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/quotas/1706c811af8c46779e0007b0fafbc6a4 HTTP/1.1" status: 200 len: 375 time: 0.0108976 Mar 30 16:42:34.310221 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-fb90c25e-fb15-42df-bed2-d78e40bfc417 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581715 Mar 30 16:42:34.314287 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:34.440751 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-34b71aae-c975-4574-ba40-a0a012fa30d5 service neutron] 10.222.0.21 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179376 Mar 30 16:42:34.505920 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a41667-de53-4d41-9516-6308f256acae req-c3b769d7-f60a-4cbc-8921-0c0d68e31313 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:34.507448 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-45a41667-de53-4d41-9516-6308f256acae req-c3b769d7-f60a-4cbc-8921-0c0d68e31313 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.1131425 Mar 30 16:42:34.581571 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-e01fbfbb-268b-416b-ac6f-d6d6dc57c992 service neutron] 10.222.0.21 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329601 Mar 30 16:42:34.592362 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-45a41667-de53-4d41-9516-6308f256acae req-60f00f2c-9185-4aaa-a122-4b13d78ea215 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774760 Mar 30 16:42:34.697759 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0e93521d-2e2e-4194-9c2c-b3387ee739bf req-c9d768e7-fe86-4b34-aa9e-c0a82ff8e186 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0376468 Mar 30 16:42:35.205131 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-099deb2a-61cc-416a-8493-3d39f68a7c6f req-5a31f1f8-3615-4b8e-b353-9916cfd4ed29 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 210 time: 0.0332870 Mar 30 16:42:35.710953 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dcfc9d-d756-4b92-b58e-526dc8e4050b req-4d2fa77f-858c-473f-ac99-41ff4915e7f6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:35.713878 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-71dcfc9d-d756-4b92-b58e-526dc8e4050b req-4d2fa77f-858c-473f-ac99-41ff4915e7f6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0536127 Mar 30 16:42:35.773653 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-71dcfc9d-d756-4b92-b58e-526dc8e4050b req-56054137-2b68-49b3-b165-b76803e1d90f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555620 Mar 30 16:42:35.774891 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:35.793387 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f1a9f386-ab34-4f45-8503-dc728885f4d3 req-222d3e7a-d32f-4295-8a47-4a18f3659547 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0356696 Mar 30 16:42:36.298748 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-462cb354-9450-42fc-b855-675626b1436d req-3d689770-ed9c-4c08-9c05-7ff8515f7d97 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 210 time: 0.0266905 Mar 30 16:42:36.901870 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f4d22abe-7c5c-46e7-8e5d-c93f1e1efa82 req-b21945be-d44a-4845-a781-63f7f4aa7dd5 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0412428 Mar 30 16:42:36.924973 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab587f-62ea-4cc3-b5ee-4e97becde3c1 req-7349f50f-b27d-4bfb-99f5-db130768bc30 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:36.927078 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47ab587f-62ea-4cc3-b5ee-4e97becde3c1 req-7349f50f-b27d-4bfb-99f5-db130768bc30 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0772181 Mar 30 16:42:36.972981 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-47ab587f-62ea-4cc3-b5ee-4e97becde3c1 req-97cf380f-5735-4312-bcd6-81b36ebc0c6c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403652 Mar 30 16:42:37.315143 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-2e52d6db-8271-4bda-8c49-d872368be221 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:37.318699 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-2e52d6db-8271-4bda-8c49-d872368be221 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.41 "GET /v2.0/networks?id=3ba8108a-6296-4e49-baec-a63c57053824 HTTP/1.1" status: 200 len: 815 time: 0.1062436 Mar 30 16:42:37.339703 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Request body: {'port': {'device_id': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'admin_state_up': True, 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:37.421387 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55da9dbb-6b3e-4c78-867b-c9b137ab9126 req-abcaadcf-cf91-40e8-a811-6be5839bed80 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 210 time: 0.0343926 Mar 30 16:42:37.467018 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-739e9a7d-0d3c-459a-8be7-192ab1485e7e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:37.468541 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-739e9a7d-0d3c-459a-8be7-192ab1485e7e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 812 time: 0.1337683 Mar 30 16:42:37.539099 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-a44564f3-dffa-4ba5-aa23-791d4f482a33 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1706c811af8c46779e0007b0fafbc6a4 HTTP/1.1" status: 200 len: 379 time: 0.0593059 Mar 30 16:42:37.550209 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'port': {'device_id': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'admin_state_up': True, 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'security_groups': ['5ef0e96c-f1a7-43a8-8297-c040a5f87fd7']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:37.563312 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Made reservation on behalf of 6912f356ee1e4b6185cd543fb1225e6f for: {'port': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:42:37.566930 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:37.708774 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Allocated IP 172.20.0.5 (3ba8108a-6296-4e49-baec-a63c57053824/3aa56f19-56b2-42e1-8a44-a143b0905304/00a2c5e9-88bd-4c03-9042-7cdbe7c44312) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:42:37.744037 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Made reservation on behalf of 1706c811af8c46779e0007b0fafbc6a4 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:42:37.747835 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:37.869215 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:37.887712 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Allocated IP 172.20.0.4 (600fe998-8bc1-41e5-a22d-851373094fb9/17dce1d2-dae1-4b1d-bded-3495159a04ef/1837d48e-f128-4722-8800-4c7fb0f54cba) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:42:38.007074 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6b55bb6a-88ff-4337-8f6b-7d6b2e3fe99e req-c97bd54a-93fa-4cdc-b3de-334a15cc9967 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0305138 Mar 30 16:42:38.010669 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:38.064363 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:38.073552 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Network 3ba8108a-6296-4e49-baec-a63c57053824 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:38.080366 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:38.086240 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:42:38.124879 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'Port': ['ID=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:38.179016 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:38.179016 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:38.294332 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-707e33a6-d903-436c-b40d-645c4c8ea51f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9593437 Mar 30 16:42:38.331429 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Request body: {'port': {'device_id': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:38.468883 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:38.537309 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-64754328-cabf-40a4-a55a-d777a8a1d384 None None] Provisioning complete for port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:38.538998 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-64754328-cabf-40a4-a55a-d777a8a1d384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:38.596209 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-64754328-cabf-40a4-a55a-d777a8a1d384 None None] Port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:42:38.626958 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:38.723186 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Network 600fe998-8bc1-41e5-a22d-851373094fb9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:42:38.740526 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f313a-602d-4c90-b583-e561019bd343 req-9c80a923-68a5-4ba3-b5b0-54413b7548f5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:38.742124 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c64f313a-602d-4c90-b583-e561019bd343 req-9c80a923-68a5-4ba3-b5b0-54413b7548f5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.6196399 Mar 30 16:42:38.746353 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:42:38.749895 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:42:38.756654 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'Port': ['ID=1837d48e-f128-4722-8800-4c7fb0f54cba,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:38.807460 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6620e3-5406-4246-88c6-f178baa3b7a3 req-81438cc3-3f2e-4da5-bab1-79a7ea2c7635 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:38.814600 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6a6620e3-5406-4246-88c6-f178baa3b7a3 req-81438cc3-3f2e-4da5-bab1-79a7ea2c7635 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 931 time: 0.1951945 Mar 30 16:42:38.857078 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:38.859502 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:38.927944 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c64f313a-602d-4c90-b583-e561019bd343 req-b743f955-fa3b-4454-ab78-4d0c2a280266 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450601 Mar 30 16:42:38.948599 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 {{(pid=106608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:42:38.949648 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6a6620e3-5406-4246-88c6-f178baa3b7a3 req-5e13fed4-f9fe-42c3-8e3c-016000435a3b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341152 Mar 30 16:42:38.959628 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Publish callbacks [] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:38.973540 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.provisioning_blocks [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Transition to ACTIVE for port object 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 will not be triggered until provisioned by entity L2. {{(pid=106608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:42:39.004219 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-effd3ab6-c0a3-48e8-9c8a-754f027e2c54 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4554923 Mar 30 16:42:39.077008 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Request body: {'port': {'device_id': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:42:39.107168 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:39.219179 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Pushing event updated for resources: {'Port': ['ID=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:39.244090 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:39.307805 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f889947-7432-4a09-a851-6c3b75619f91 req-06215669-aaeb-4ac4-b62f-caa8050aa6a0 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:39.309379 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4f889947-7432-4a09-a851-6c3b75619f91 req-06215669-aaeb-4ac4-b62f-caa8050aa6a0 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 943 time: 0.1807983 Mar 30 16:42:39.370947 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-68a544c4-a688-4694-ae6a-1e3b8533dc04 None None] Provisioning complete for port 1837d48e-f128-4722-8800-4c7fb0f54cba triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:39.371919 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-68a544c4-a688-4694-ae6a-1e3b8533dc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:39.434420 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-68a544c4-a688-4694-ae6a-1e3b8533dc04 None None] Port 1837d48e-f128-4722-8800-4c7fb0f54cba cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:42:39.452673 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Attempting to bind port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:42:39.453622 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Attempting to bind port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:42:39.454143 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Attempting to bind port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 on network 3ba8108a-6296-4e49-baec-a63c57053824 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:39.468815 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 on network 3ba8108a-6296-4e49-baec-a63c57053824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:42:39.468815 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Attempting to bind port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 on network 3ba8108a-6296-4e49-baec-a63c57053824 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:39.471286 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:42:39.471840 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Checking segment: {'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:42:39.472408 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Bound using segment: {'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:42:39.472997 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Bound port: 00a2c5e9-88bd-4c03-9042-7cdbe7c44312, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0173326-0603-4334-9393-e21214aab554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 510, 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824'}}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:42:39.474037 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:39.564775 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] For port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312, host hv-cinder-83587, cleared binding levels {{(pid=106608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:42:39.569666 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] For port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:42:39.602864 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4f889947-7432-4a09-a851-6c3b75619f91 req-98f7821e-d4c6-49e9-ba28-645ab4d33a09 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819874 Mar 30 16:42:39.679444 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:39.722047 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:39.723315 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:39.726563 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] 10.222.0.41 "PUT /v2.0/ports/00a2c5e9-88bd-4c03-9042-7cdbe7c44312 HTTP/1.1" status: 200 len: 1093 time: 1.4013073 Mar 30 16:42:39.727390 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:39.730325 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a97e1f5-31e0-4a96-9749-00de2f63fe4f" -d '{"events": [{"name": "network-changed", "server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:39.787746 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4a102a-b7a0-4da1-b50a-921a399d5f8b service neutron] Pushing event updated for resources: {'Port': ['ID=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,revision_number=3']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:39.812832 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8bf334-bd0a-4da2-9a5b-300f06e60947 x-openstack-request-id: req-3b8bf334-bd0a-4da2-9a5b-300f06e60947 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:39.813125 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:39.813386 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b8bf334-bd0a-4da2-9a5b-300f06e60947 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:39.815614 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b8bf334-bd0a-4da2-9a5b-300f06e60947'] response: {'name': 'network-changed', 'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'status': 'completed', 'code': 200} Mar 30 16:42:39.873802 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1837d48e-f128-4722-8800-4c7fb0f54cba {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:42:39.895955 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Publish callbacks [] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:39.915189 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Transition to ACTIVE for port object 1837d48e-f128-4722-8800-4c7fb0f54cba will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:42:39.937206 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97e1f5-31e0-4a96-9749-00de2f63fe4f req-c6989257-e059-4bc4-b704-6729077588c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:39.939309 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a97e1f5-31e0-4a96-9749-00de2f63fe4f req-c6989257-e059-4bc4-b704-6729077588c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6912f356ee1e4b6185cd543fb1225e6f&device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 1127 time: 0.0664372 Mar 30 16:42:40.001467 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:40.112132 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Pushing event updated for resources: {'Port': ['ID=1837d48e-f128-4722-8800-4c7fb0f54cba,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:40.180044 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97e1f5-31e0-4a96-9749-00de2f63fe4f req-f55a99d4-fc97-4721-ad19-9e241b91ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:40.181535 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a97e1f5-31e0-4a96-9749-00de2f63fe4f req-f55a99d4-fc97-4721-ad19-9e241b91ac01 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6912f356ee1e4b6185cd543fb1225e6f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1508102 Mar 30 16:42:40.251015 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9aad8-5f93-4746-a35b-1af9c02c6fbf req-f22777c8-ea84-4b51-96eb-52fe9b8fe93d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:40.251015 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1bf9aad8-5f93-4746-a35b-1af9c02c6fbf req-f22777c8-ea84-4b51-96eb-52fe9b8fe93d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.2184236 Mar 30 16:42:40.291608 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Attempting to bind port 1837d48e-f128-4722-8800-4c7fb0f54cba on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:42:40.291949 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Attempting to bind port 1837d48e-f128-4722-8800-4c7fb0f54cba by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:42:40.292538 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Attempting to bind port 1837d48e-f128-4722-8800-4c7fb0f54cba on network 600fe998-8bc1-41e5-a22d-851373094fb9 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:40.306966 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec11835-cfb3-41ac-96fe-3baa74a1f434 req-737f9a55-fd0f-4453-8b39-4d644751bbfc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:40.308533 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ec11835-cfb3-41ac-96fe-3baa74a1f434 req-737f9a55-fd0f-4453-8b39-4d644751bbfc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.2195709 Mar 30 16:42:40.313876 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Port 1837d48e-f128-4722-8800-4c7fb0f54cba on network 600fe998-8bc1-41e5-a22d-851373094fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:42:40.314208 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Attempting to bind port 1837d48e-f128-4722-8800-4c7fb0f54cba on network 600fe998-8bc1-41e5-a22d-851373094fb9 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:42:40.344025 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 42, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:42:40.344303 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Checking segment: {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:42:40.344799 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Bound using segment: {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:42:40.345172 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Bound port: 1837d48e-f128-4722-8800-4c7fb0f54cba, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:42:40.345729 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:40.395991 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1bf9aad8-5f93-4746-a35b-1af9c02c6fbf req-bf6813df-287d-41fe-bede-3725a0f02c3c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1333315 Mar 30 16:42:40.440117 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ec11835-cfb3-41ac-96fe-3baa74a1f434 req-ccceb267-8ae5-47a8-bb57-e6a66b0a6695 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216154 Mar 30 16:42:40.475014 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] For port 1837d48e-f128-4722-8800-4c7fb0f54cba, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:42:40.475014 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] For port 1837d48e-f128-4722-8800-4c7fb0f54cba, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1837d48e-f128-4722-8800-4c7fb0f54cba,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:42:40.598553 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:40.672791 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:40.673534 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:40.675006 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] 10.222.0.41 "PUT /v2.0/ports/1837d48e-f128-4722-8800-4c7fb0f54cba HTTP/1.1" status: 200 len: 1093 time: 1.6042011 Mar 30 16:42:40.675513 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'tag': '1837d48e-f128-4722-8800-4c7fb0f54cba'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:40.677992 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cade85-6c2e-4a2f-bbe2-0186030bb5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "3e399e62-b38e-4eed-9168-2b7284d4873d", "tag": "1837d48e-f128-4722-8800-4c7fb0f54cba"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:40.735768 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573a48c-9709-4d15-9a8c-d244cbc6d9ad service neutron] Pushing event updated for resources: {'Port': ['ID=1837d48e-f128-4722-8800-4c7fb0f54cba,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:40.748631 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f28f368-8b5b-4805-891e-8a9df721bce6 x-openstack-request-id: req-2f28f368-8b5b-4805-891e-8a9df721bce6 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:40.749108 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e399e62-b38e-4eed-9168-2b7284d4873d", "tag": "1837d48e-f128-4722-8800-4c7fb0f54cba", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:40.749419 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f28f368-8b5b-4805-891e-8a9df721bce6 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:40.749877 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f28f368-8b5b-4805-891e-8a9df721bce6'] response: {'name': 'network-changed', 'server_uuid': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'tag': '1837d48e-f128-4722-8800-4c7fb0f54cba', 'status': 'completed', 'code': 200} Mar 30 16:42:40.779191 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61f1fe-4941-40fe-b0be-4f19b3939581 req-85585225-8fac-47ba-b94e-1227016be42e tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:40.780383 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7a61f1fe-4941-40fe-b0be-4f19b3939581 req-85585225-8fac-47ba-b94e-1227016be42e tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 943 time: 0.0959780 Mar 30 16:42:40.856418 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7a61f1fe-4941-40fe-b0be-4f19b3939581 req-70933fe0-1b5f-4199-a5b4-8d54ddf79ac3 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678906 Mar 30 16:42:41.536788 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9040178-b141-45ae-9bac-5d9b33994777 req-e2e974b1-9d77-43db-9058-b5eb90c95d7b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:41.545548 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f9040178-b141-45ae-9bac-5d9b33994777 req-e2e974b1-9d77-43db-9058-b5eb90c95d7b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0834246 Mar 30 16:42:41.631127 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f9040178-b141-45ae-9bac-5d9b33994777 req-9e4a9356-6196-44c2-a3ba-6b68f781f4b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748863 Mar 30 16:42:41.639359 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8311800b-8a66-48e7-9302-5cfcd1931812 req-17375805-32bc-48f1-8782-fcdd1bd436dc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:41.643385 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8311800b-8a66-48e7-9302-5cfcd1931812 req-17375805-32bc-48f1-8782-fcdd1bd436dc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0944014 Mar 30 16:42:41.701205 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8311800b-8a66-48e7-9302-5cfcd1931812 req-adaff187-5433-4b62-a378-4b62d5900fb3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517397 Mar 30 16:42:41.992132 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04460353-e1f1-4976-accb-96d0f89f8ec1 req-2a252b4a-a9ef-41ab-a109-a3c341022ab4 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:41.994138 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-04460353-e1f1-4976-accb-96d0f89f8ec1 req-2a252b4a-a9ef-41ab-a109-a3c341022ab4 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 943 time: 0.0587044 Mar 30 16:42:42.045283 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-04460353-e1f1-4976-accb-96d0f89f8ec1 req-0060a013-8763-413e-a43b-334b8aefab76 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453494 Mar 30 16:42:42.719301 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 43958) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:42.797146 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9838f9d-9aa9-4027-8aa5-f395ebff60e0 req-cb488878-a6f1-4d04-ac1b-86c38aab4f4e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:42.798803 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e9838f9d-9aa9-4027-8aa5-f395ebff60e0 req-cb488878-a6f1-4d04-ac1b-86c38aab4f4e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0893645 Mar 30 16:42:42.891239 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e9838f9d-9aa9-4027-8aa5-f395ebff60e0 req-f37111ac-1ba7-4411-9392-aae6f87acd43 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802467 Mar 30 16:42:42.938136 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7df7a4cf-d74b-470b-966f-9dd10a0a8705 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:42.938136 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affd3dbf-bd16-4d0b-a5ba-f06b32e8e076 req-49b7f975-4d0c-45a8-9f37-9478efa292db tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:42.938918 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-affd3dbf-bd16-4d0b-a5ba-f06b32e8e076 req-49b7f975-4d0c-45a8-9f37-9478efa292db tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.1391046 Mar 30 16:42:43.013570 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-affd3dbf-bd16-4d0b-a5ba-f06b32e8e076 req-43e78363-a84e-45f2-990d-847c0b3f96bc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668824 Mar 30 16:42:43.067334 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7df7a4cf-d74b-470b-966f-9dd10a0a8705 admin admin] Publish callbacks [] for security_group (b478bea5-de4b-4b12-967b-e9b5b2656732), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:43.154946 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7df7a4cf-d74b-470b-966f-9dd10a0a8705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b478bea5-de4b-4b12-967b-e9b5b2656732), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:43.201130 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7df7a4cf-d74b-470b-966f-9dd10a0a8705 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c3b5254fec740d1aa9e4cfc67e7c3ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4807942 Mar 30 16:42:43.203931 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 43966) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:43.205178 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7a4cf-d74b-470b-966f-9dd10a0a8705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b478bea5-de4b-4b12-967b-e9b5b2656732,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:43.222208 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c33466-6ff5-4ebc-9d8f-7d693d3f9321 req-63750119-5a71-44b3-8292-bd0714b0b998 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:43.224623 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-34c33466-6ff5-4ebc-9d8f-7d693d3f9321 req-63750119-5a71-44b3-8292-bd0714b0b998 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 943 time: 0.1082585 Mar 30 16:42:43.281477 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-399793b9-fe0b-420e-877d-9f717f6bd8ef admin admin] Publish callbacks [] for security_group (b478bea5-de4b-4b12-967b-e9b5b2656732), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:43.311933 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-399793b9-fe0b-420e-877d-9f717f6bd8ef admin admin] Publish callbacks [] for security_group (b478bea5-de4b-4b12-967b-e9b5b2656732), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:43.312348 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-34c33466-6ff5-4ebc-9d8f-7d693d3f9321 req-6653b824-d604-4b18-8add-f3eb7fc1319d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674188 Mar 30 16:42:43.463115 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-399793b9-fe0b-420e-877d-9f717f6bd8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b478bea5-de4b-4b12-967b-e9b5b2656732), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:43.465602 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-399793b9-fe0b-420e-877d-9f717f6bd8ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:43.466788 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-399793b9-fe0b-420e-877d-9f717f6bd8ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b478bea5-de4b-4b12-967b-e9b5b2656732 HTTP/1.1" status: 204 len: 168 time: 0.2618208 Mar 30 16:42:43.488103 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399793b9-fe0b-420e-877d-9f717f6bd8ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b478bea5-de4b-4b12-967b-e9b5b2656732,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:44.064070 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db60c7c-706d-4377-8160-916c6f3d51a7 req-68428d35-0efa-4db1-bc6a-7b6acca37b3d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:44.072031 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7db60c7c-706d-4377-8160-916c6f3d51a7 req-68428d35-0efa-4db1-bc6a-7b6acca37b3d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0781152 Mar 30 16:42:44.153728 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7db60c7c-706d-4377-8160-916c6f3d51a7 req-a9b5c7e2-0a41-4b81-a731-3e5f5f8da14c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807889 Mar 30 16:42:44.183269 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7acb15-24d4-47a8-a37f-9b013a69e8fb req-0eb5564a-6ec5-4bcb-92de-0c198afc44b2 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:44.184780 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ed7acb15-24d4-47a8-a37f-9b013a69e8fb req-0eb5564a-6ec5-4bcb-92de-0c198afc44b2 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0661221 Mar 30 16:42:44.236388 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ed7acb15-24d4-47a8-a37f-9b013a69e8fb req-8e91d7d1-a8a2-4d7a-80b7-035d1e63fcad tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458713 Mar 30 16:42:44.455326 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d1161-3e64-4053-8e7b-ddbd654129ad req-bc11b256-3912-4d78-84e2-f551f3c0361e tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:44.457014 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc2d1161-3e64-4053-8e7b-ddbd654129ad req-bc11b256-3912-4d78-84e2-f551f3c0361e tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 943 time: 0.0702193 Mar 30 16:42:44.508524 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc2d1161-3e64-4053-8e7b-ddbd654129ad req-fb7c4c2a-7de2-4a64-88f9-3236e560990f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453269 Mar 30 16:42:45.296909 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a1410-bf22-4307-8c4c-215707d3d5ca req-47681ce4-4d49-4de3-96a8-7b741dc2ed33 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:45.298803 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8d3a1410-bf22-4307-8c4c-215707d3d5ca req-47681ce4-4d49-4de3-96a8-7b741dc2ed33 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0611229 Mar 30 16:42:45.414945 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8d3a1410-bf22-4307-8c4c-215707d3d5ca req-d87cce66-41a3-44a8-8d7e-374911cc4474 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026049 Mar 30 16:42:45.429078 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dd285-8ccf-42ce-8c71-435528670e93 req-0cc52e13-8a5b-427e-8bbd-fe05274a2cf8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:45.435947 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a7dd285-8ccf-42ce-8c71-435528670e93 req-0cc52e13-8a5b-427e-8bbd-fe05274a2cf8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.1039045 Mar 30 16:42:45.483789 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a7dd285-8ccf-42ce-8c71-435528670e93 req-a13ca878-20d1-4bf4-a3bb-01abf534f7cd tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468652 Mar 30 16:42:45.654239 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f95b73-48a4-4724-b924-92c73e307658 req-54b0d5ae-efc7-4df6-a3d0-a5f29fcb15ca tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:45.662043 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c8f95b73-48a4-4724-b924-92c73e307658 req-54b0d5ae-efc7-4df6-a3d0-a5f29fcb15ca tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 943 time: 0.0745728 Mar 30 16:42:45.726482 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c8f95b73-48a4-4724-b924-92c73e307658 req-cefc2f1c-3e99-4d75-be11-cbb5de7e5bca tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578473 Mar 30 16:42:46.548097 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0134b08-0342-4005-91f5-e684d60449b9 req-366be478-2a9f-4150-ae84-42243ca3c8dd tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:46.553150 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d0134b08-0342-4005-91f5-e684d60449b9 req-366be478-2a9f-4150-ae84-42243ca3c8dd tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0715208 Mar 30 16:42:46.650734 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d0134b08-0342-4005-91f5-e684d60449b9 req-b13bd603-d38e-43c4-84ca-7d3b882794de tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789046 Mar 30 16:42:46.672999 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9214a4-a083-4d7b-aedf-ed1f1543b136 req-bc508156-524f-4ceb-802e-935e057e812c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:46.674741 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a9214a4-a083-4d7b-aedf-ed1f1543b136 req-bc508156-524f-4ceb-802e-935e057e812c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0966413 Mar 30 16:42:46.732045 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a9214a4-a083-4d7b-aedf-ed1f1543b136 req-66329786-5f23-46cb-8242-35202fdb9b21 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511105 Mar 30 16:42:46.927951 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99fe31-3b70-4bb8-912a-0edfde3b646e req-c992593f-1867-4b6a-bb28-a4a849eef056 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:46.927951 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e99fe31-3b70-4bb8-912a-0edfde3b646e req-c992593f-1867-4b6a-bb28-a4a849eef056 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 943 time: 0.0632391 Mar 30 16:42:47.016596 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e99fe31-3b70-4bb8-912a-0edfde3b646e req-eeaf2526-4a8e-4af8-ac56-aa261269a196 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914283 Mar 30 16:42:47.769493 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442f5015-9097-4b59-8ad7-416edd511ffe req-ad1f25bb-1818-44d9-8b2c-abc083f4b59e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:47.772105 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-442f5015-9097-4b59-8ad7-416edd511ffe req-ad1f25bb-1818-44d9-8b2c-abc083f4b59e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0565381 Mar 30 16:42:47.849211 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a97e1f5-31e0-4a96-9749-00de2f63fe4f req-16dd1aa9-f4e0-48a5-a2bc-484ad2d2417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:47.850962 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-1a97e1f5-31e0-4a96-9749-00de2f63fe4f req-16dd1aa9-f4e0-48a5-a2bc-484ad2d2417a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1035562 Mar 30 16:42:47.855377 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-442f5015-9097-4b59-8ad7-416edd511ffe req-43d04af7-ca4f-4acc-9894-eb0f3706d858 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775867 Mar 30 16:42:47.892136 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cade85-6c2e-4a2f-bbe2-0186030bb5ed req-2a7f63b1-68aa-4506-bbaf-613a5f98daef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:47.893676 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16cade85-6c2e-4a2f-bbe2-0186030bb5ed req-2a7f63b1-68aa-4506-bbaf-613a5f98daef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 1127 time: 0.1089802 Mar 30 16:42:47.934600 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e1dae-c822-4b27-88b3-16ed9b83a5d7 req-b178b29c-d023-445b-9b97-915d4c56905c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:47.935983 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8a4e1dae-c822-4b27-88b3-16ed9b83a5d7 req-b178b29c-d023-445b-9b97-915d4c56905c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0797646 Mar 30 16:42:47.951658 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-fef25ca3-811e-4ddd-b7ca-c4fdf4c6bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:47.953219 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-fef25ca3-811e-4ddd-b7ca-c4fdf4c6bc7b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6912f356ee1e4b6185cd543fb1225e6f&device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 1127 time: 0.0477300 Mar 30 16:42:47.999730 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-d3de107b-6a5f-48dc-a2e6-f213d37ff39f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312 HTTP/1.1" status: 200 len: 217 time: 0.0366659 Mar 30 16:42:48.030273 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8a4e1dae-c822-4b27-88b3-16ed9b83a5d7 req-85ccf0be-8d69-4be7-9908-4dc31b7cc742 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689538 Mar 30 16:42:48.040383 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cade85-6c2e-4a2f-bbe2-0186030bb5ed req-b9a22c95-9fcb-4cbf-963f-4602712c6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:48.041883 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16cade85-6c2e-4a2f-bbe2-0186030bb5ed req-b9a22c95-9fcb-4cbf-963f-4602712c6086 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1706c811af8c46779e0007b0fafbc6a4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1350408 Mar 30 16:42:48.062590 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-93b9ffcc-d656-4ddd-a1f8-b651735b064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:48.064192 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-93b9ffcc-d656-4ddd-a1f8-b651735b064e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aa56f19-56b2-42e1-8a44-a143b0905304 HTTP/1.1" status: 200 len: 854 time: 0.0584474 Mar 30 16:42:48.116912 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-e5f8ccbd-a59c-4ad4-a161-6517ff573622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:48.118402 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-e5f8ccbd-a59c-4ad4-a161-6517ff573622 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ba8108a-6296-4e49-baec-a63c57053824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470197 Mar 30 16:42:48.172690 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cade85-6c2e-4a2f-bbe2-0186030bb5ed req-dd64f87a-f17d-4dc9-b21e-845f8f21b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:48.174154 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16cade85-6c2e-4a2f-bbe2-0186030bb5ed req-dd64f87a-f17d-4dc9-b21e-845f8f21b91a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1256564 Mar 30 16:42:48.181362 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6c424-605d-42a5-b91a-5905040dca8b req-4144cb6f-c8f7-4ad5-a845-3429d0a721f8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:48.182805 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-51d6c424-605d-42a5-b91a-5905040dca8b req-4144cb6f-c8f7-4ad5-a845-3429d0a721f8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 943 time: 0.0859098 Mar 30 16:42:48.216268 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-27b5e3d5-1e69-41b1-8198-a8161940251d service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906739 Mar 30 16:42:48.260272 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-51d6c424-605d-42a5-b91a-5905040dca8b req-40cd2767-5b27-4321-9b1e-690c4d590ad4 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710549 Mar 30 16:42:48.282414 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-c2e80766-4973-4a69-9eac-eea44379e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:48.283995 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-c2e80766-4973-4a69-9eac-eea44379e26f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 1127 time: 0.0682621 Mar 30 16:42:48.310411 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8f2c24d5-5a73-4915-a024-6814d27dce6e req-c1052d1f-bb21-4c3e-839e-d467f50cfc9b service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876095 Mar 30 16:42:48.329035 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-cad53bde-751e-4cf2-8f9c-e976a565334b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1837d48e-f128-4722-8800-4c7fb0f54cba HTTP/1.1" status: 200 len: 217 time: 0.0356524 Mar 30 16:42:48.376582 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-8db49431-99c1-4835-8d88-c75f83a99f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:48.377998 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-8db49431-99c1-4835-8d88-c75f83a99f56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17dce1d2-dae1-4b1d-bded-3495159a04ef HTTP/1.1" status: 200 len: 851 time: 0.0429623 Mar 30 16:42:48.432047 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-c8f4228d-8e51-4590-8a14-b4338136bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:48.433545 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-c8f4228d-8e51-4590-8a14-b4338136bf4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600fe998-8bc1-41e5-a22d-851373094fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474710 Mar 30 16:42:48.521367 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-27c2a900-86af-4925-b12f-2a748c2e828b service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816388 Mar 30 16:42:48.614706 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5ffcfccd-84cd-4907-91bf-ff7c16d429d3 req-c4cd8d52-2911-4b69-b3df-cb8dc9401d82 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856361 Mar 30 16:42:48.975848 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44044) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:48.978000 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd031c-3d40-4104-9a33-41b5a4ad57c7 req-f40fc620-5cef-4fe8-ba99-fafbcd97254a tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:48.979517 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ffd031c-3d40-4104-9a33-41b5a4ad57c7 req-f40fc620-5cef-4fe8-ba99-fafbcd97254a tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0546958 Mar 30 16:42:49.028121 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ffd031c-3d40-4104-9a33-41b5a4ad57c7 req-48e5ceec-a579-4cc4-90b8-ff341e1618dd tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426948 Mar 30 16:42:49.079267 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0102b6f3-dfdc-44bc-9081-39a8a1fd314b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:49.154298 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0102b6f3-dfdc-44bc-9081-39a8a1fd314b admin admin] Publish callbacks [] for security_group (2b79fbfc-d969-4b12-86d0-2b34986c20e8), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:49.161808 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583471ab-0227-42c0-b62e-14c2881476b5 req-a8797e43-6917-4c7a-805d-a2b102639ed6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:49.163316 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-583471ab-0227-42c0-b62e-14c2881476b5 req-a8797e43-6917-4c7a-805d-a2b102639ed6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0589232 Mar 30 16:42:49.208643 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-583471ab-0227-42c0-b62e-14c2881476b5 req-a2f4b0c3-bd91-4ed0-8473-d8eaaac9036a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397592 Mar 30 16:42:49.277642 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0102b6f3-dfdc-44bc-9081-39a8a1fd314b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (2b79fbfc-d969-4b12-86d0-2b34986c20e8), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:49.316548 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-0102b6f3-dfdc-44bc-9081-39a8a1fd314b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9ff6359124f84fefbc972006f4efb9aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3396134 Mar 30 16:42:49.317475 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0102b6f3-dfdc-44bc-9081-39a8a1fd314b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b79fbfc-d969-4b12-86d0-2b34986c20e8,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:49.319515 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44052) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:49.404876 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a3dd60fc-ddf3-4048-a649-f4eda0c0d262 admin admin] Publish callbacks [] for security_group (2b79fbfc-d969-4b12-86d0-2b34986c20e8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:49.415098 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d286385-45e3-4338-8c4a-c67fd99b9ad0 req-ac321469-ae87-4b70-ba49-1527e0a19e90 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:49.416578 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d286385-45e3-4338-8c4a-c67fd99b9ad0 req-ac321469-ae87-4b70-ba49-1527e0a19e90 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 943 time: 0.0800190 Mar 30 16:42:49.449293 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a3dd60fc-ddf3-4048-a649-f4eda0c0d262 admin admin] Publish callbacks [] for security_group (2b79fbfc-d969-4b12-86d0-2b34986c20e8), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:49.497729 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d286385-45e3-4338-8c4a-c67fd99b9ad0 req-3f6d7bf3-bef9-44f8-b6e8-1a7872c6335d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742142 Mar 30 16:42:49.622993 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a3dd60fc-ddf3-4048-a649-f4eda0c0d262 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (2b79fbfc-d969-4b12-86d0-2b34986c20e8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:49.625535 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a3dd60fc-ddf3-4048-a649-f4eda0c0d262 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:49.626823 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a3dd60fc-ddf3-4048-a649-f4eda0c0d262 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b79fbfc-d969-4b12-86d0-2b34986c20e8 HTTP/1.1" status: 204 len: 168 time: 0.3063045 Mar 30 16:42:49.635341 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd60fc-ddf3-4048-a649-f4eda0c0d262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b79fbfc-d969-4b12-86d0-2b34986c20e8,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:49.851476 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:50.147414 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637988f-ebab-45ac-8a04-73281ab743db req-d4eee33e-cc7b-43cb-bc22-ff7ac9a2228f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:50.148943 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1637988f-ebab-45ac-8a04-73281ab743db req-d4eee33e-cc7b-43cb-bc22-ff7ac9a2228f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0537724 Mar 30 16:42:50.202007 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1637988f-ebab-45ac-8a04-73281ab743db req-dc7c56a3-f183-42f4-ac5b-6c00850071ea tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475414 Mar 30 16:42:50.331448 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9d7d4a-77c9-4a5e-a5df-8364e1eba441 req-fef9feb8-9173-4704-9a18-b368f77eb150 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:50.333529 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb9d7d4a-77c9-4a5e-a5df-8364e1eba441 req-fef9feb8-9173-4704-9a18-b368f77eb150 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0538464 Mar 30 16:42:50.384260 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb9d7d4a-77c9-4a5e-a5df-8364e1eba441 req-bc6a1389-c68b-4b85-acac-ae5a0050c095 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450306 Mar 30 16:42:50.615648 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a76bb2-3921-40a8-8e75-1f8f46524703 req-b9934da1-9d7a-4d0b-81b1-aa655368d7c9 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:50.617272 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a4a76bb2-3921-40a8-8e75-1f8f46524703 req-b9934da1-9d7a-4d0b-81b1-aa655368d7c9 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 943 time: 0.0534754 Mar 30 16:42:50.664814 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a4a76bb2-3921-40a8-8e75-1f8f46524703 req-106a8ef8-e528-4f2f-97ad-80ba7289aec8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413477 Mar 30 16:42:51.174014 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44088) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:51.291717 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9bc500c-a7e3-4167-8c6f-a607ec83079a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:51.352461 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed97a979-1a59-44ef-9e00-6e4f9555d03c req-4724d5cb-ae4f-486a-b95c-e6c99aa8aaba tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:51.361520 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ed97a979-1a59-44ef-9e00-6e4f9555d03c req-4724d5cb-ae4f-486a-b95c-e6c99aa8aaba tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0860596 Mar 30 16:42:51.425502 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ed97a979-1a59-44ef-9e00-6e4f9555d03c req-4f57e7c0-25c1-440d-aa38-a82fc05ee3e4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653701 Mar 30 16:42:51.437474 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9bc500c-a7e3-4167-8c6f-a607ec83079a admin admin] Publish callbacks [] for security_group (5ccc78a5-fa2b-4720-8584-0b21e6c162c1), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:51.505636 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:42:51.512413 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a1966-b14c-4487-aedc-42bedf3cf199 req-589b8723-843c-4db8-a836-0eee61637d0d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:51.513898 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e47a1966-b14c-4487-aedc-42bedf3cf199 req-589b8723-843c-4db8-a836-0eee61637d0d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0524731 Mar 30 16:42:51.515032 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d9bc500c-a7e3-4167-8c6f-a607ec83079a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5ccc78a5-fa2b-4720-8584-0b21e6c162c1), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:51.570946 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d9bc500c-a7e3-4167-8c6f-a607ec83079a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85fc8a01fcd24e9883339fdb67f40f98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3933675 Mar 30 16:42:51.571394 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44096) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:42:51.583827 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bc500c-a7e3-4167-8c6f-a607ec83079a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ccc78a5-fa2b-4720-8584-0b21e6c162c1,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:51.608413 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e47a1966-b14c-4487-aedc-42bedf3cf199 req-a63378c6-a896-47c9-b71c-a2dee23f8cba tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770605 Mar 30 16:42:51.610758 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:51.624517 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'port_id': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'mac_address': 'fa:16:3e:fd:af:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 510, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:42:51.634762 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-458f2916-2f64-40f6-b562-70513de3775e admin admin] Publish callbacks [] for security_group (5ccc78a5-fa2b-4720-8584-0b21e6c162c1), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:51.656165 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-458f2916-2f64-40f6-b562-70513de3775e admin admin] Publish callbacks [] for security_group (5ccc78a5-fa2b-4720-8584-0b21e6c162c1), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:51.666937 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:51.667391 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:51.681438 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:42:51.705905 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:51.777527 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-458f2916-2f64-40f6-b562-70513de3775e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5ccc78a5-fa2b-4720-8584-0b21e6c162c1), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:51.780073 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-458f2916-2f64-40f6-b562-70513de3775e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:51.781211 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-458f2916-2f64-40f6-b562-70513de3775e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5ccc78a5-fa2b-4720-8584-0b21e6c162c1 HTTP/1.1" status: 204 len: 168 time: 0.2088397 Mar 30 16:42:51.788122 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c550aad-c364-439e-a6cf-c60e92733933 req-e9eaa1a4-2408-4885-a0b4-2bb66a4c2af3 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:51.789004 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2c550aad-c364-439e-a6cf-c60e92733933 req-e9eaa1a4-2408-4885-a0b4-2bb66a4c2af3 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 943 time: 0.0546727 Mar 30 16:42:51.793337 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f2916-2f64-40f6-b562-70513de3775e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ccc78a5-fa2b-4720-8584-0b21e6c162c1,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:51.815131 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:51.842290 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2c550aad-c364-439e-a6cf-c60e92733933 req-305a26b2-ad15-499d-b649-5314083ef912 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476074 Mar 30 16:42:51.867251 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:51.874648 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.875002 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.875366 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.875713 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.876047 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.876372 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.876703 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.877025 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.877348 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.877671 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.877995 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.878332 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.878682 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.879051 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:51.879911 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:42:52.088580 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['00a2c5e9-88bd-4c03-9042-7cdbe7c44312'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:42:52.541655 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e3b850-b1ef-486e-a017-76d9ae2de128 req-918bb1c9-77d1-4f59-a24f-8615d4fe3bdf tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:52.543019 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-15e3b850-b1ef-486e-a017-76d9ae2de128 req-918bb1c9-77d1-4f59-a24f-8615d4fe3bdf tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0523970 Mar 30 16:42:52.590758 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-15e3b850-b1ef-486e-a017-76d9ae2de128 req-16fac48a-ac04-4870-966c-904e49d5170f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422294 Mar 30 16:42:52.733693 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269d6c2d-efad-4a9c-9810-33caf9c880db req-bb04fe71-64be-4d7d-b33a-71dc86b76ec4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:52.735157 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-269d6c2d-efad-4a9c-9810-33caf9c880db req-bb04fe71-64be-4d7d-b33a-71dc86b76ec4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0558577 Mar 30 16:42:52.780660 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-269d6c2d-efad-4a9c-9810-33caf9c880db req-7b37b75e-34fd-4386-8eb5-b465d27e696f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392034 Mar 30 16:42:52.960124 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75b478-1b9a-476b-b957-3bbc16afb6b7 req-cf6d1bd7-c438-4369-b2b4-0f7dd27c6e72 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:52.961622 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee75b478-1b9a-476b-b957-3bbc16afb6b7 req-cf6d1bd7-c438-4369-b2b4-0f7dd27c6e72 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 944 time: 0.0527284 Mar 30 16:42:53.008254 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee75b478-1b9a-476b-b957-3bbc16afb6b7 req-c9365bd9-77e4-4e3c-8be9-553b6d915046 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410199 Mar 30 16:42:53.534339 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:53.654908 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:42:53.658914 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:53.659295 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:53.708335 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f74d22-b1e4-4c6c-9af9-5e17ca21e98e req-ac760589-697f-403b-aaee-421f653cd336 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:53.709815 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16f74d22-b1e4-4c6c-9af9-5e17ca21e98e req-ac760589-697f-403b-aaee-421f653cd336 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0538416 Mar 30 16:42:53.737630 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:53.738012 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:53.761063 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:53.761657 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16f74d22-b1e4-4c6c-9af9-5e17ca21e98e req-306e31df-3ab8-4bb1-8c77-d68dd24ac4ba tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460274 Mar 30 16:42:53.764096 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-097e075d-7e6f-44f1-b13f-d9b4267dc02e" -d '{"events": [{"server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "name": "network-vif-plugged", "status": "completed", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:53.777728 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:53.799438 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7097faa6-4061-4f77-b726-2b6a0f8c1606 x-openstack-request-id: req-7097faa6-4061-4f77-b726-2b6a0f8c1606 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:53.800538 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "name": "network-vif-plugged", "status": "completed", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:53.800538 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7097faa6-4061-4f77-b726-2b6a0f8c1606 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:53.800538 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7097faa6-4061-4f77-b726-2b6a0f8c1606'] response: {'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'code': 200} Mar 30 16:42:53.851773 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:53.908436 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:53.917230 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52c2518-6bb1-469e-bdbf-454235b42c97 req-19fcbb99-2b22-4827-8599-fa5c547805e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:53.918926 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e52c2518-6bb1-469e-bdbf-454235b42c97 req-19fcbb99-2b22-4827-8599-fa5c547805e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0572248 Mar 30 16:42:53.979276 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e52c2518-6bb1-469e-bdbf-454235b42c97 req-0275e37d-e4e4-4c80-82d7-8b9392d79250 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519171 Mar 30 16:42:54.160536 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2218a11-656f-43e3-9274-e704defd56f4 req-078fc124-09d7-4f05-82ed-d1f4f080300b tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:54.162091 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e2218a11-656f-43e3-9274-e704defd56f4 req-078fc124-09d7-4f05-82ed-d1f4f080300b tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0820291 Mar 30 16:42:54.168968 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec3750-5561-494d-9a0a-3991820febb1 req-2987eba8-7e91-4370-b447-dc5be304d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:54.170407 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67ec3750-5561-494d-9a0a-3991820febb1 req-2987eba8-7e91-4370-b447-dc5be304d272 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 1129 time: 0.0808778 Mar 30 16:42:54.238996 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e2218a11-656f-43e3-9274-e704defd56f4 req-3debe07a-b83a-4e4b-a7d7-4192e1d5129d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674515 Mar 30 16:42:54.242312 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67ec3750-5561-494d-9a0a-3991820febb1 req-e63f6afc-e231-4be4-b452-f94af92d13b2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640283 Mar 30 16:42:54.879975 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9634bfe-a36e-4cc8-b14f-4cd2ce0d6860 req-11ec2175-81b2-4c83-bba7-87c57f9b5d1b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:54.881465 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b9634bfe-a36e-4cc8-b14f-4cd2ce0d6860 req-11ec2175-81b2-4c83-bba7-87c57f9b5d1b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0518980 Mar 30 16:42:54.927866 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b9634bfe-a36e-4cc8-b14f-4cd2ce0d6860 req-cbbad4d5-1f7d-4f3a-a620-ba6a8a1a9b97 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409806 Mar 30 16:42:55.101880 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d097b-783f-4ace-a1c6-bc3d65fedce2 req-47107a28-4d4b-4b6a-b90e-7f1880e29436 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:55.103403 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-549d097b-783f-4ace-a1c6-bc3d65fedce2 req-47107a28-4d4b-4b6a-b90e-7f1880e29436 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 943 time: 0.0513561 Mar 30 16:42:55.153707 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-549d097b-783f-4ace-a1c6-bc3d65fedce2 req-4d4688a6-0a12-4ff1-a491-292a621ca876 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Mar 30 16:42:55.356283 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ca2ca-fe94-4d7d-a070-8ea8f9bd347e req-58c54ff1-de82-40ed-8e83-2a6841cfc962 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:55.357777 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-094ca2ca-fe94-4d7d-a070-8ea8f9bd347e req-58c54ff1-de82-40ed-8e83-2a6841cfc962 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0515184 Mar 30 16:42:55.407277 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-094ca2ca-fe94-4d7d-a070-8ea8f9bd347e req-fc2b0c71-87aa-4a8d-a9ff-a93e4f8a50e7 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434546 Mar 30 16:42:55.531071 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device f2b7414a-8d7d-44fd-ae5f-c1feb169b602 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:42:55.628547 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:55.641449 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'port_id': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'mac_address': 'fa:16:3e:d9:f5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:42:55.681048 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:55.681437 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:55.697376 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b7414a-8d7d-44fd-ae5f-c1feb169b602 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:42:55.715593 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:55.780927 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:55.828627 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,revision_number=9']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:56.042263 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2f87e7-6dab-40d3-a60e-79554ad3644f req-0a37c984-d26c-4a6b-aeba-4e42c2fac808 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:56.043719 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b2f87e7-6dab-40d3-a60e-79554ad3644f req-0a37c984-d26c-4a6b-aeba-4e42c2fac808 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0510895 Mar 30 16:42:56.091077 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b2f87e7-6dab-40d3-a60e-79554ad3644f req-58be4278-6f52-4c73-97d0-388f019ae3a9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418580 Mar 30 16:42:56.125416 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['f2b7414a-8d7d-44fd-ae5f-c1feb169b602'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:42:56.280550 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aa094-c27e-4d1f-9bb9-49d5920cff84 req-c4f784c8-ec3d-47a1-91b3-a8cca293e185 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:56.281920 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-496aa094-c27e-4d1f-9bb9-49d5920cff84 req-c4f784c8-ec3d-47a1-91b3-a8cca293e185 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 944 time: 0.0537708 Mar 30 16:42:56.327661 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-496aa094-c27e-4d1f-9bb9-49d5920cff84 req-3f810b5a-b948-486c-b160-9becce6b790e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394051 Mar 30 16:42:56.522251 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f39f9-7ccb-4b18-a4f6-257f63bb73ab req-c7ddf8e2-3aaf-4a87-bd8c-022fd8a5f688 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:56.523747 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b59f39f9-7ccb-4b18-a4f6-257f63bb73ab req-c7ddf8e2-3aaf-4a87-bd8c-022fd8a5f688 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0523407 Mar 30 16:42:56.569705 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b59f39f9-7ccb-4b18-a4f6-257f63bb73ab req-74177c87-c39d-40a1-abb0-0046d65cd09f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Mar 30 16:42:56.693279 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974651a-f899-48fe-8e9e-bd7fa4d10eee req-40f8d0ac-d35d-4e0e-86ed-6506a4237a0c tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:56.694868 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e974651a-f899-48fe-8e9e-bd7fa4d10eee req-40f8d0ac-d35d-4e0e-86ed-6506a4237a0c tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0601196 Mar 30 16:42:56.740716 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e974651a-f899-48fe-8e9e-bd7fa4d10eee req-c0cdf54f-6337-4cf6-9ee4-fe94f4d9f589 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 Mar 30 16:42:57.066130 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a706e48-696a-445d-9295-6bd0ae1fc2cd req-fff96985-1f0a-4635-82f5-ca33595ae606 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:57.067807 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9a706e48-696a-445d-9295-6bd0ae1fc2cd req-fff96985-1f0a-4635-82f5-ca33595ae606 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0534887 Mar 30 16:42:57.116150 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9a706e48-696a-445d-9295-6bd0ae1fc2cd req-1db5ec6c-e6bc-4602-b071-21f890c3243d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425260 Mar 30 16:42:57.209222 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373f87d-d9d3-4fb4-a0fb-467e66311c04 req-ff144c62-49aa-4b9d-bb9d-5db8fd95fdc6 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:57.210723 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5373f87d-d9d3-4fb4-a0fb-467e66311c04 req-ff144c62-49aa-4b9d-bb9d-5db8fd95fdc6 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 943 time: 0.0533981 Mar 30 16:42:57.262290 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5373f87d-d9d3-4fb4-a0fb-467e66311c04 req-76bc6647-fd0d-4542-9e23-1d5b46cd045f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460379 Mar 30 16:42:57.452179 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b8f723-8e2d-4f03-9cf2-58a397cb65b1 req-8db036d1-2d04-4eeb-ac3e-3c710f25e679 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:57.453984 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42b8f723-8e2d-4f03-9cf2-58a397cb65b1 req-8db036d1-2d04-4eeb-ac3e-3c710f25e679 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 944 time: 0.0533402 Mar 30 16:42:57.506423 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42b8f723-8e2d-4f03-9cf2-58a397cb65b1 req-b6793339-0b46-4796-8ef9-7c7c1dfdd27a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445156 Mar 30 16:42:57.556144 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 1837d48e-f128-4722-8800-4c7fb0f54cba details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:42:57.558191 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device f2b7414a-8d7d-44fd-ae5f-c1feb169b602 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:57.675628 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:57.675921 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.723332 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 1837d48e-f128-4722-8800-4c7fb0f54cba, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1837d48e-f128-4722-8800-4c7fb0f54cba,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:57.742318 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '1837d48e-f128-4722-8800-4c7fb0f54cba', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'port_id': '1837d48e-f128-4722-8800-4c7fb0f54cba', 'mac_address': 'fa:16:3e:09:a9:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:42:57.808578 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 1837d48e-f128-4722-8800-4c7fb0f54cba is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:57.808966 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.825334 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:57.825715 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.830304 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1837d48e-f128-4722-8800-4c7fb0f54cba {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:42:57.865721 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 1837d48e-f128-4722-8800-4c7fb0f54cba, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1837d48e-f128-4722-8800-4c7fb0f54cba,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:57.870072 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:57.872315 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb89d25-4f6d-463e-ab2d-94b3020e1986" -d '{"events": [{"server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:57.884897 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:57.912116 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700d339b-8c19-4758-86d0-21f6e945198c x-openstack-request-id: req-700d339b-8c19-4758-86d0-21f6e945198c {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:57.912116 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "name": "network-vif-plugged", "status": "completed", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:57.912116 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-700d339b-8c19-4758-86d0-21f6e945198c {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:57.912116 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-700d339b-8c19-4758-86d0-21f6e945198c'] response: {'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'code': 200} Mar 30 16:42:57.929493 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.965906 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:57.980780 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=1837d48e-f128-4722-8800-4c7fb0f54cba,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:58.029476 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,revision_number=10']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:58.315381 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['1837d48e-f128-4722-8800-4c7fb0f54cba'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:42:58.397561 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee7d58-d4e5-4819-9c68-32676668dce8 req-d3abd362-0ed1-4623-94fb-6104ed5923b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:58.403049 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a2ee7d58-d4e5-4819-9c68-32676668dce8 req-d3abd362-0ed1-4623-94fb-6104ed5923b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 944 time: 0.0573556 Mar 30 16:42:58.450255 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a2ee7d58-d4e5-4819-9c68-32676668dce8 req-01988957-d587-4c8f-b3a3-6f525ab3d49c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453784 Mar 30 16:42:58.672761 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a26d7d-335f-47cc-bd31-27bb33b9a175 req-98b791ac-0575-44e5-b943-acdbab305324 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:58.674366 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-49a26d7d-335f-47cc-bd31-27bb33b9a175 req-98b791ac-0575-44e5-b943-acdbab305324 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 946 time: 0.0862169 Mar 30 16:42:58.679958 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e914c61-d3e6-48c6-9d29-3af860fd0f8b req-f3e805ee-8b5e-4472-bdf1-1bda48a6ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:58.681328 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e914c61-d3e6-48c6-9d29-3af860fd0f8b req-f3e805ee-8b5e-4472-bdf1-1bda48a6ad8d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 1130 time: 0.0634396 Mar 30 16:42:58.747674 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-49a26d7d-335f-47cc-bd31-27bb33b9a175 req-632c7533-0516-4d16-8efa-b5f0cb08c77a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654187 Mar 30 16:42:58.753716 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3e914c61-d3e6-48c6-9d29-3af860fd0f8b req-45451579-fd3e-4e47-a78b-98be74551fac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639508 Mar 30 16:42:59.466432 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-cfc18540-3789-41e9-ae1d-4a87bf05f3de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:59.566484 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 1837d48e-f128-4722-8800-4c7fb0f54cba up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:42:59.568848 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eee40e-be85-40a8-b1ca-8bfe48f7859a req-54f50495-eb21-4aac-b0d2-2386f3eb9736 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:59.570374 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-62eee40e-be85-40a8-b1ca-8bfe48f7859a req-54f50495-eb21-4aac-b0d2-2386f3eb9736 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 944 time: 0.0522089 Mar 30 16:42:59.623487 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-62eee40e-be85-40a8-b1ca-8bfe48f7859a req-47b7fb16-fd3a-4a53-9630-c4a9b79d4a55 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471270 Mar 30 16:42:59.700293 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 1837d48e-f128-4722-8800-4c7fb0f54cba completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:42:59.705238 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 1837d48e-f128-4722-8800-4c7fb0f54cba triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:42:59.705238 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:59.780036 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 1837d48e-f128-4722-8800-4c7fb0f54cba is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:42:59.780425 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:59.812999 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 1837d48e-f128-4722-8800-4c7fb0f54cba, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1837d48e-f128-4722-8800-4c7fb0f54cba,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:42:59.876358 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1adc0-4308-41b8-a6e1-39cab0169103 req-c784d699-b12c-4f13-a157-218a1cb314bd tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:42:59.878121 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-57a1adc0-4308-41b8-a6e1-39cab0169103 req-c784d699-b12c-4f13-a157-218a1cb314bd tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 946 time: 0.0545754 Mar 30 16:42:59.892101 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:42:59.921611 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837d48e-f128-4722-8800-4c7fb0f54cba'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:42:59.923854 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015e3484-e25b-4f6b-bc3c-9340ba12f867" -d '{"events": [{"server_uuid": "3e399e62-b38e-4eed-9168-2b7284d4873d", "name": "network-vif-plugged", "status": "completed", "tag": "1837d48e-f128-4722-8800-4c7fb0f54cba"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:42:59.946831 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-57a1adc0-4308-41b8-a6e1-39cab0169103 req-f73b44b1-c1b6-4022-a71c-06e066f6e8e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570452 Mar 30 16:42:59.969508 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=1837d48e-f128-4722-8800-4c7fb0f54cba,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:42:59.974766 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f87c7bc0-c175-4b82-be3e-a86dfc483f21 x-openstack-request-id: req-f87c7bc0-c175-4b82-be3e-a86dfc483f21 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:42:59.975101 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e399e62-b38e-4eed-9168-2b7284d4873d", "name": "network-vif-plugged", "status": "completed", "tag": "1837d48e-f128-4722-8800-4c7fb0f54cba", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:42:59.975360 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f87c7bc0-c175-4b82-be3e-a86dfc483f21 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:42:59.975780 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87c7bc0-c175-4b82-be3e-a86dfc483f21'] response: {'server_uuid': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1837d48e-f128-4722-8800-4c7fb0f54cba', 'code': 200} Mar 30 16:43:00.477492 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a981f49-0547-43a7-9902-ae624f6b29de req-b5cd429e-f035-4ccf-8266-8eaaa057f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:00.479080 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a981f49-0547-43a7-9902-ae624f6b29de req-b5cd429e-f035-4ccf-8266-8eaaa057f989 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 1129 time: 0.0476801 Mar 30 16:43:00.513896 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:43:00.525338 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a981f49-0547-43a7-9902-ae624f6b29de req-2cc7cc56-b337-41f7-8f99-4d01ab709402 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400424 Mar 30 16:43:00.741259 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674c549-3dc1-44c5-9608-e0fd68f00cda req-b2675696-c35c-4ab3-a142-7e8e8dcaf7e0 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:00.742750 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2674c549-3dc1-44c5-9608-e0fd68f00cda req-b2675696-c35c-4ab3-a142-7e8e8dcaf7e0 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 945 time: 0.0550218 Mar 30 16:43:00.791523 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2674c549-3dc1-44c5-9608-e0fd68f00cda req-4bf65fba-8959-43f1-b413-cbe529b03ebd tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432050 Mar 30 16:43:01.071111 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae86f15-3965-48d7-9280-c6ec3f42f008 req-f3e46287-9c80-4a09-9b25-3f680a0ebdc0 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:01.072580 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aae86f15-3965-48d7-9280-c6ec3f42f008 req-f3e46287-9c80-4a09-9b25-3f680a0ebdc0 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 946 time: 0.0532455 Mar 30 16:43:01.119368 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aae86f15-3965-48d7-9280-c6ec3f42f008 req-e17157cd-26df-4dcc-80b0-206ab48ef69c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411181 Mar 30 16:43:01.757736 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-154d8546-d10a-44c7-80bc-edd04b72c5d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:01.915944 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d13ad34-563f-4a55-8676-92bb7c471737 req-86a4e8d5-7fb5-4a5e-b4d8-09e9fecac806 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:01.917395 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d13ad34-563f-4a55-8676-92bb7c471737 req-86a4e8d5-7fb5-4a5e-b4d8-09e9fecac806 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 945 time: 0.0589082 Mar 30 16:43:01.968102 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d13ad34-563f-4a55-8676-92bb7c471737 req-13f503d4-41fe-4092-aa4a-a50f002eb5bf tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449903 Mar 30 16:43:02.242777 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974dffc4-7571-43be-84cf-2dd3391ec1f5 req-4996311d-bdc4-461c-a44c-238c1b41114d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:02.244243 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-974dffc4-7571-43be-84cf-2dd3391ec1f5 req-4996311d-bdc4-461c-a44c-238c1b41114d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 946 time: 0.0532627 Mar 30 16:43:02.291373 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-974dffc4-7571-43be-84cf-2dd3391ec1f5 req-20aa7da0-db7e-4867-90bc-0443558d9b98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415494 Mar 30 16:43:03.090998 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e32abc-aa7a-401e-bca0-20ba33e7254d req-18f818d5-7e3e-463b-982d-b927aad1a920 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:03.092538 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23e32abc-aa7a-401e-bca0-20ba33e7254d req-18f818d5-7e3e-463b-982d-b927aad1a920 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 945 time: 0.0576835 Mar 30 16:43:03.103013 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:03.146691 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23e32abc-aa7a-401e-bca0-20ba33e7254d req-4249103d-5046-4669-969f-839f2602b09f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484550 Mar 30 16:43:03.504463 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ded242-783c-4661-b8aa-b0c80f209d15 req-e1d46b8e-97c8-42a5-966c-5b74b5145d73 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:03.505940 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-69ded242-783c-4661-b8aa-b0c80f209d15 req-e1d46b8e-97c8-42a5-966c-5b74b5145d73 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 945 time: 0.2924736 Mar 30 16:43:03.553941 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-69ded242-783c-4661-b8aa-b0c80f209d15 req-3343f8c9-d246-402a-b3bd-5c827ef3e87b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422151 Mar 30 16:43:03.579671 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44270) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:03.724807 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e82fd4-488f-4ff6-a495-e50fca141b92 req-4f9d8031-29c6-481f-b1ce-d9615c91c770 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:03.727040 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0e82fd4-488f-4ff6-a495-e50fca141b92 req-4f9d8031-29c6-481f-b1ce-d9615c91c770 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0606921 Mar 30 16:43:03.837257 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0e82fd4-488f-4ff6-a495-e50fca141b92 req-3bfed897-9de0-4b8c-b2a5-5b8fb2a4a09a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050949 Mar 30 16:43:03.850977 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca77caa-abd3-4983-9d88-bd6dfb0181f6 req-ee3fc514-e2f2-40e7-aaa2-73a0053a7381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:03.852338 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ca77caa-abd3-4983-9d88-bd6dfb0181f6 req-ee3fc514-e2f2-40e7-aaa2-73a0053a7381 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 1129 time: 0.1045980 Mar 30 16:43:03.856751 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8625edf6-e1be-4013-bb26-5cb01feafc86 tempest-TestVolumeBootPattern-1113774970 tempest-TestVolumeBootPattern-1113774970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:03.858148 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8625edf6-e1be-4013-bb26-5cb01feafc86 tempest-TestVolumeBootPattern-1113774970 tempest-TestVolumeBootPattern-1113774970-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 1124 time: 0.2814062 Mar 30 16:43:03.861100 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44282) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:03.866285 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'port_id': '1837d48e-f128-4722-8800-4c7fb0f54cba', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:03.962031 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca77caa-abd3-4983-9d88-bd6dfb0181f6 req-ff209c32-011a-4780-86f8-e93cd1cdbb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:03.963589 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ca77caa-abd3-4983-9d88-bd6dfb0181f6 req-ff209c32-011a-4780-86f8-e93cd1cdbb50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.0932250 Mar 30 16:43:04.011973 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:04.103758 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ca77caa-abd3-4983-9d88-bd6dfb0181f6 req-8989d14a-33a4-4eba-b1fd-a19ceaa0301a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7 HTTP/1.1" status: 200 len: 1000 time: 0.1310406 Mar 30 16:43:04.193115 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca77caa-abd3-4983-9d88-bd6dfb0181f6 req-7a0d46dc-2fe4-45a1-8289-1a85177bc963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:04.194539 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ca77caa-abd3-4983-9d88-bd6dfb0181f6 req-7a0d46dc-2fe4-45a1-8289-1a85177bc963 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.0844491 Mar 30 16:43:04.232663 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf107ba6-4c92-448b-8688-834db165d726 req-69813679-7c2f-4808-854b-1d96dff61851 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:04.234101 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cf107ba6-4c92-448b-8688-834db165d726 req-69813679-7c2f-4808-854b-1d96dff61851 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 946 time: 0.1136224 Mar 30 16:43:04.300793 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:04.306472 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:04.321159 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca77caa-abd3-4983-9d88-bd6dfb0181f6 req-4b5d63ff-b034-4ceb-8bc6-5949773ee16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:04.322719 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ca77caa-abd3-4983-9d88-bd6dfb0181f6 req-4b5d63ff-b034-4ceb-8bc6-5949773ee16c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1105912 Mar 30 16:43:04.327276 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cf107ba6-4c92-448b-8688-834db165d726 req-7de94e80-2240-415c-9c68-bcb1e2f117d4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780580 Mar 30 16:43:04.488454 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Allocated IP 172.27.0.149 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/c6a0ad42-bbb0-44b0-8167-e2815f78a12b) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:04.493802 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ca77caa-abd3-4983-9d88-bd6dfb0181f6 req-34c2db50-22e1-4f64-817d-27106e610804 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381304 Mar 30 16:43:04.651903 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7ca77caa-abd3-4983-9d88-bd6dfb0181f6 req-2bfde07c-d529-4482-b0a6-11f6d8dcd8f3 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506238 Mar 30 16:43:04.660681 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for port (c6a0ad42-bbb0-44b0-8167-e2815f78a12b), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:04.752582 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (c6a0ad42-bbb0-44b0-8167-e2815f78a12b), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:04.791394 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:04.794215 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:04.796755 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:04.823623 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'Port': ['ID=c6a0ad42-bbb0-44b0-8167-e2815f78a12b,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:05.037244 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de500abc-d0bd-42b0-ae3a-461d8e83b732 req-fc265092-2197-40af-ae95-8269db9640d2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:05.038648 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de500abc-d0bd-42b0-ae3a-461d8e83b732 req-fc265092-2197-40af-ae95-8269db9640d2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.1280787 Mar 30 16:43:05.158873 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de500abc-d0bd-42b0-ae3a-461d8e83b732 req-7fbcd18e-1c7a-4e6e-9d83-059996b71a62 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144736 Mar 30 16:43:05.224055 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (e2a7f93a-f597-47ec-b618-6f9d23b1f5e5), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:05.364603 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (c6a0ad42-bbb0-44b0-8167-e2815f78a12b), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:05.513318 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f01b3e-0a95-42cd-bf41-00e7b33ec173 req-2cf364fb-cb63-4804-8a8f-e321ad0928ea tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:05.514818 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-54f01b3e-0a95-42cd-bf41-00e7b33ec173 req-2cf364fb-cb63-4804-8a8f-e321ad0928ea tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 946 time: 0.1117425 Mar 30 16:43:05.586054 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for port (c6a0ad42-bbb0-44b0-8167-e2815f78a12b), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:05.591321 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-54f01b3e-0a95-42cd-bf41-00e7b33ec173 req-41729ad4-203b-4f4d-b87d-4b39c433b5b5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672884 Mar 30 16:43:05.651794 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (c6a0ad42-bbb0-44b0-8167-e2815f78a12b), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:05.725203 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'Port': ['ID=c6a0ad42-bbb0-44b0-8167-e2815f78a12b,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:05.735205 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (e2a7f93a-f597-47ec-b618-6f9d23b1f5e5), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:05.797834 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:05.836408 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Floating IP e2a7f93a-f597-47ec-b618-6f9d23b1f5e5 associated. External IP: 172.27.0.149, port: 1837d48e-f128-4722-8800-4c7fb0f54cba. Mar 30 16:43:06.363133 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-16b5efd4-fc30-4cbe-920c-5582027d387a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:06.364613 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-16b5efd4-fc30-4cbe-920c-5582027d387a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 946 time: 0.3930542 Mar 30 16:43:06.373152 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991658c5-f18b-40ef-a075-fd0e8e866b2e req-6ab87d70-2a5a-4661-a1ff-00a2d6705459 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:06.374506 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-991658c5-f18b-40ef-a075-fd0e8e866b2e req-6ab87d70-2a5a-4661-a1ff-00a2d6705459 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.1048956 Mar 30 16:43:06.410607 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Router 6d2d139e-1476-4fc3-930c-07cd9494070a has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:06.557790 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-991658c5-f18b-40ef-a075-fd0e8e866b2e req-249d0656-5841-4919-98ab-b414f8fb31cd tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749890 Mar 30 16:43:06.589456 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Deleting port 163ea8fa-f2de-438a-b2cd-74381d0443b6 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:43:06.589794 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:06.640582 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:06.652293 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a4d17-f824-4b45-9a6f-87ac798e4d01 None None] Sync routers for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:06.661470 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a4d17-f824-4b45-9a6f-87ac798e4d01 None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:06.662019 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-2b9a4d17-f824-4b45-9a6f-87ac798e4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:06.733883 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] For port 163ea8fa-f2de-438a-b2cd-74381d0443b6, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=163ea8fa-f2de-438a-b2cd-74381d0443b6,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:06.734253 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:06.755381 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:06.808009 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ec1df-49f6-4357-a25b-0af99bca4bec req-cf7ea5fb-f1f4-4399-9044-8c76db4fe4a0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:06.809487 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0b4ec1df-49f6-4357-a25b-0af99bca4bec req-cf7ea5fb-f1f4-4399-9044-8c76db4fe4a0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 946 time: 0.1472335 Mar 30 16:43:06.857305 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-2b9a4d17-f824-4b45-9a6f-87ac798e4d01 None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:06.897502 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-29e4e657-7731-4458-88ad-9480c539d07d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0352955 Mar 30 16:43:06.903999 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'tag': '1837d48e-f128-4722-8800-4c7fb0f54cba'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:06.906232 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495" -d '{"events": [{"name": "network-changed", "server_uuid": "3e399e62-b38e-4eed-9168-2b7284d4873d", "tag": "1837d48e-f128-4722-8800-4c7fb0f54cba"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:06.956261 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a43b18d-7056-411d-8cb4-283db319611e x-openstack-request-id: req-3a43b18d-7056-411d-8cb4-283db319611e {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:06.956261 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e399e62-b38e-4eed-9168-2b7284d4873d", "tag": "1837d48e-f128-4722-8800-4c7fb0f54cba", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:06.956261 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a43b18d-7056-411d-8cb4-283db319611e {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:06.956261 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a43b18d-7056-411d-8cb4-283db319611e'] response: {'name': 'network-changed', 'server_uuid': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'tag': '1837d48e-f128-4722-8800-4c7fb0f54cba', 'status': 'completed', 'code': 200} Mar 30 16:43:06.980841 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0b4ec1df-49f6-4357-a25b-0af99bca4bec req-3451e886-44c8-4c25-95dd-dca5d57eb61f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=231cabe0-467a-401a-b03e-e1a58ba901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318245 Mar 30 16:43:07.018625 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495 req-afd93889-6840-4470-a5be-e42069c5ca6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:07.021156 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495 req-afd93889-6840-4470-a5be-e42069c5ca6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 1129 time: 0.0470028 Mar 30 16:43:07.066459 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:07.067450 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (7339a0ba-e796-4159-bee8-3dff653ade7b), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:07.068503 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Floating IP 7339a0ba-e796-4159-bee8-3dff653ade7b disassociated. External IP: 172.27.0.39, port: 163ea8fa-f2de-438a-b2cd-74381d0443b6. Mar 30 16:43:07.068503 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Calling delete_port for 163ea8fa-f2de-438a-b2cd-74381d0443b6 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:43:07.088067 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-2b9a4d17-f824-4b45-9a6f-87ac798e4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'e2a7f93a-f597-47ec-b618-6f9d23b1f5e5', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '1837d48e-f128-4722-8800-4c7fb0f54cba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:09:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:05Z', 'updated_at': '2022-03-30T16:43:05Z', 'revision_number': 0, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:07.119272 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a4d17-f824-4b45-9a6f-87ac798e4d01 None None] Checking router: 6d2d139e-1476-4fc3-930c-07cd9494070a for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:07.121063 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495 req-7eb092d5-49b7-4319-bbd1-2143526eb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:07.122854 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495 req-7eb092d5-49b7-4319-bbd1-2143526eb18e service neutron] 10.222.0.41 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 913 time: 0.0958674 Mar 30 16:43:07.127553 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9a4d17-f824-4b45-9a6f-87ac798e4d01 None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:07.128175 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-2b9a4d17-f824-4b45-9a6f-87ac798e4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:07.196128 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495 req-1797cbc1-56b4-42da-8c81-0b30debbd000 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1837d48e-f128-4722-8800-4c7fb0f54cba HTTP/1.1" status: 200 len: 999 time: 0.0654769 Mar 30 16:43:07.242046 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-2b9a4d17-f824-4b45-9a6f-87ac798e4d01 None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:07.245307 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495 req-b237b5d8-d647-4f81-b71b-83d043657a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:07.246771 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495 req-b237b5d8-d647-4f81-b71b-83d043657a4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17dce1d2-dae1-4b1d-bded-3495159a04ef HTTP/1.1" status: 200 len: 851 time: 0.0443668 Mar 30 16:43:07.256464 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (163ea8fa-f2de-438a-b2cd-74381d0443b6), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:07.297699 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'Port': ['ID=163ea8fa-f2de-438a-b2cd-74381d0443b6,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:07.305470 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495 req-d24bc8c0-9a3f-4354-bd27-bea92a1e050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:07.307381 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495 req-d24bc8c0-9a3f-4354-bd27-bea92a1e050d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600fe998-8bc1-41e5-a22d-851373094fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0536225 Mar 30 16:43:07.404626 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495 req-a3c2c835-2885-485f-a26a-2d8ddb699779 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903606 Mar 30 16:43:07.421886 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:07.502271 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-2b9a4d17-f824-4b45-9a6f-87ac798e4d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'e2a7f93a-f597-47ec-b618-6f9d23b1f5e5', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '1837d48e-f128-4722-8800-4c7fb0f54cba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:09:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:05Z', 'updated_at': '2022-03-30T16:43:05Z', 'revision_number': 0, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:07.504850 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-fcc12b76-35a9-4aad-a3ce-9cd2d541e495 req-4200b94d-7d9d-499c-84a3-baed65edd6a7 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910101 Mar 30 16:43:07.533064 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b9a4d17-f824-4b45-9a6f-87ac798e4d01 None None] The sync data for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi is: [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'e2a7f93a-f597-47ec-b618-6f9d23b1f5e5', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.149', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '1837d48e-f128-4722-8800-4c7fb0f54cba', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:09:a9:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:05Z', 'updated_at': '2022-03-30T16:43:05Z', 'revision_number': 0, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:07.537493 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:07.547871 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee404d2-e63a-4d86-940e-71fbab59016b None None] Sync routers for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:07.562242 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee404d2-e63a-4d86-940e-71fbab59016b None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:07.566294 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-8ee404d2-e63a-4d86-940e-71fbab59016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:07.588922 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] No DVR routers for this DVR port 163ea8fa-f2de-438a-b2cd-74381d0443b6 on host hv-cinder-83587 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:43:07.591438 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:07.595220 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9dc0c9ae-2af2-404c-9214-a6c1a7bc2019 req-a68df6a0-0908-453e-9e17-39e40bd005a3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "DELETE /v2.0/ports/163ea8fa-f2de-438a-b2cd-74381d0443b6 HTTP/1.1" status: 204 len: 173 time: 1.2197461 Mar 30 16:43:07.697526 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39df77f-3389-4723-b091-93f2b5b36d52 req-60612496-5fd7-491b-b06b-319bb0e0ba73 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:07.699074 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f39df77f-3389-4723-b091-93f2b5b36d52 req-60612496-5fd7-491b-b06b-319bb0e0ba73 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0576303 Mar 30 16:43:07.710918 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-8ee404d2-e63a-4d86-940e-71fbab59016b None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:07.776715 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f39df77f-3389-4723-b091-93f2b5b36d52 req-6fe02d7a-2213-4fb7-872c-40c892830e3e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691054 Mar 30 16:43:07.828485 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d0643-6497-40c3-851e-36271c73691d None None] New status for floating IP e2a7f93a-f597-47ec-b618-6f9d23b1f5e5: ACTIVE {{(pid=106618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:43:08.005855 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-8ee404d2-e63a-4d86-940e-71fbab59016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'a92a4da4-514b-4a26-88d8-91490a87fb29', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '30658367-ea34-4ced-b576-f15ed116296f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:0f:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4e794-4d65-44c9-af2a-633757817732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:41Z', 'updated_at': '2022-03-30T16:40:17Z', 'revision_number': 2, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:08.032185 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee404d2-e63a-4d86-940e-71fbab59016b None None] Checking router: b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:08.041991 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee404d2-e63a-4d86-940e-71fbab59016b None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:08.042850 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-8ee404d2-e63a-4d86-940e-71fbab59016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:08.117814 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42e7cd15-7ffa-4097-9856-a9e03fd92a20 req-59558cb2-9ddb-41a3-8027-9bdac4018a24 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=410a5864-9089-4fb7-ae70-36f8aec198c6 HTTP/1.1" status: 200 len: 210 time: 0.0365176 Mar 30 16:43:08.281244 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-8ee404d2-e63a-4d86-940e-71fbab59016b None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:08.506078 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-8ee404d2-e63a-4d86-940e-71fbab59016b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'a92a4da4-514b-4a26-88d8-91490a87fb29', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '30658367-ea34-4ced-b576-f15ed116296f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:0f:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4e794-4d65-44c9-af2a-633757817732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:41Z', 'updated_at': '2022-03-30T16:40:17Z', 'revision_number': 2, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:08.532874 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ee404d2-e63a-4d86-940e-71fbab59016b None None] The sync data for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi is: [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'a92a4da4-514b-4a26-88d8-91490a87fb29', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.251', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '30658367-ea34-4ced-b576-f15ed116296f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:0f:5d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b4e794-4d65-44c9-af2a-633757817732', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:39:41Z', 'updated_at': '2022-03-30T16:40:17Z', 'revision_number': 2, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:08.783042 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6278204b-86f7-476a-a49d-31f588eafa49 None None] New status for floating IP 7339a0ba-e796-4159-bee8-3dff653ade7b: DOWN {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:43:08.924179 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b86926-3608-429f-a77c-ec80a6a02466 req-4bdeec09-746f-44e4-997b-2f6f558e819b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:08.925721 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48b86926-3608-429f-a77c-ec80a6a02466 req-4bdeec09-746f-44e4-997b-2f6f558e819b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0664594 Mar 30 16:43:08.957915 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'name': 'network-vif-deleted', 'tag': '163ea8fa-f2de-438a-b2cd-74381d0443b6'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:08.960210 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d630a6d2-fb61-42e6-a280-e9dbdc75477b" -d '{"events": [{"server_uuid": "410a5864-9089-4fb7-ae70-36f8aec198c6", "name": "network-vif-deleted", "tag": "163ea8fa-f2de-438a-b2cd-74381d0443b6"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:08.981901 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48b86926-3608-429f-a77c-ec80a6a02466 req-0244cff1-463d-4a2d-9690-3c28cc4c6cf5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497317 Mar 30 16:43:08.997378 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f9aa20-ae20-48e4-9538-f13f5a8416ad x-openstack-request-id: req-02f9aa20-ae20-48e4-9538-f13f5a8416ad {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:08.997671 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410a5864-9089-4fb7-ae70-36f8aec198c6", "name": "network-vif-deleted", "tag": "163ea8fa-f2de-438a-b2cd-74381d0443b6", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:08.997927 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02f9aa20-ae20-48e4-9538-f13f5a8416ad {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:08.998316 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f9aa20-ae20-48e4-9538-f13f5a8416ad'] response: {'server_uuid': '410a5864-9089-4fb7-ae70-36f8aec198c6', 'name': 'network-vif-deleted', 'tag': '163ea8fa-f2de-438a-b2cd-74381d0443b6', 'status': 'completed', 'code': 200} Mar 30 16:43:09.276977 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44328) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:09.330472 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-47aa161f-8e39-4695-8d5d-08af920d20f2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (231cabe0-467a-401a-b03e-e1a58ba901a6), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:09.354467 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-47aa161f-8e39-4695-8d5d-08af920d20f2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (231cabe0-467a-401a-b03e-e1a58ba901a6), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:09.480149 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-47aa161f-8e39-4695-8d5d-08af920d20f2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (231cabe0-467a-401a-b03e-e1a58ba901a6), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:09.483000 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-47aa161f-8e39-4695-8d5d-08af920d20f2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:09.484145 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-47aa161f-8e39-4695-8d5d-08af920d20f2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "DELETE /v2.0/security-groups/231cabe0-467a-401a-b03e-e1a58ba901a6 HTTP/1.1" status: 204 len: 168 time: 0.2062151 Mar 30 16:43:09.486979 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44332) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:09.494307 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa161f-8e39-4695-8d5d-08af920d20f2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=231cabe0-467a-401a-b03e-e1a58ba901a6,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:09.501748 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.api.v2.resource [None req-ffd8ff9e-ce98-44bf-82d1-0f73e22f48d4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] show failed (client error): The resource could not be found. Mar 30 16:43:09.502946 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-ffd8ff9e-ce98-44bf-82d1-0f73e22f48d4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups/231cabe0-467a-401a-b03e-e1a58ba901a6 HTTP/1.1" status: 404 len: 347 time: 0.0148115 Mar 30 16:43:09.505815 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44334) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:09.630987 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-20322814-9391-470c-adad-d699cac5126f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Deleting port 9b5d7816-e524-4fd0-9424-bef270d68184 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:43:09.631328 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-20322814-9391-470c-adad-d699cac5126f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (9b5d7816-e524-4fd0-9424-bef270d68184), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:09.640225 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 163ea8fa-f2de-438a-b2cd-74381d0443b6 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:43:09.665884 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 163ea8fa-f2de-438a-b2cd-74381d0443b6 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:43:09.666383 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 163ea8fa-f2de-438a-b2cd-74381d0443b6 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:43:09.708445 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-20322814-9391-470c-adad-d699cac5126f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (9b5d7816-e524-4fd0-9424-bef270d68184), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:09.708762 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-20322814-9391-470c-adad-d699cac5126f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (9b5d7816-e524-4fd0-9424-bef270d68184), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:09.720774 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-20322814-9391-470c-adad-d699cac5126f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Calling delete_port for 9b5d7816-e524-4fd0-9424-bef270d68184 owned by network:floatingip {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:43:10.106427 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b1fa1-6892-4c0f-837a-e450b4d65a22 req-eaa2aa17-23b5-430e-931a-9c8d8c9ce375 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:10.108068 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-072b1fa1-6892-4c0f-837a-e450b4d65a22 req-eaa2aa17-23b5-430e-931a-9c8d8c9ce375 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0540972 Mar 30 16:43:10.154355 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-20322814-9391-470c-adad-d699cac5126f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (9b5d7816-e524-4fd0-9424-bef270d68184), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:10.161457 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-072b1fa1-6892-4c0f-837a-e450b4d65a22 req-3311d83a-82b6-4d45-a90f-82f613422af5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478010 Mar 30 16:43:10.194849 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20322814-9391-470c-adad-d699cac5126f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'Port': ['ID=9b5d7816-e524-4fd0-9424-bef270d68184,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:10.246469 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-20322814-9391-470c-adad-d699cac5126f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (7339a0ba-e796-4159-bee8-3dff653ade7b), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:10.248962 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-20322814-9391-470c-adad-d699cac5126f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:10.250092 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-20322814-9391-470c-adad-d699cac5126f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "DELETE /v2.0/floatingips/7339a0ba-e796-4159-bee8-3dff653ade7b HTTP/1.1" status: 204 len: 168 time: 0.7432137 Mar 30 16:43:10.710541 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a833b2-07d7-44ca-b8e8-8e8ac24c8cd3 req-062c3e96-8829-4816-880f-1f2eebf579f1 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:10.711974 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6a833b2-07d7-44ca-b8e8-8e8ac24c8cd3 req-062c3e96-8829-4816-880f-1f2eebf579f1 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0525253 Mar 30 16:43:10.767288 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6a833b2-07d7-44ca-b8e8-8e8ac24c8cd3 req-63b9e365-b1f0-48c4-9809-272b50dd44cb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480218 Mar 30 16:43:10.788950 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44356) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:10.941228 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11fe542-7150-4dcb-820a-79ce9665f6c6 tempest-TestMinimumBasicScenario-2114486146 tempest-TestMinimumBasicScenario-2114486146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:10.945532 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-c11fe542-7150-4dcb-820a-79ce9665f6c6 tempest-TestMinimumBasicScenario-2114486146 tempest-TestMinimumBasicScenario-2114486146-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 1124 time: 0.1528511 Mar 30 16:43:10.945718 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44360) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:10.949930 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'port_id': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:11.057515 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:11.154678 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:11.259204 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Allocated IP 172.27.0.230 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/d17647ab-67cf-4f74-a2f6-f131f6da2039) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:11.283539 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070dc70-1edc-4f7d-99ac-3f78423f3e31 req-b1ed46c4-00b9-4e63-ad5d-3d1a21394f34 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:11.285068 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5070dc70-1edc-4f7d-99ac-3f78423f3e31 req-b1ed46c4-00b9-4e63-ad5d-3d1a21394f34 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0564756 Mar 30 16:43:11.340386 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5070dc70-1edc-4f7d-99ac-3f78423f3e31 req-dfa033d4-130e-4b23-b7f1-f78043ef5684 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482590 Mar 30 16:43:11.371969 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for port (d17647ab-67cf-4f74-a2f6-f131f6da2039), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:11.501193 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (d17647ab-67cf-4f74-a2f6-f131f6da2039), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:11.537296 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:11.540101 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:11.543538 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:11.570023 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'Port': ['ID=d17647ab-67cf-4f74-a2f6-f131f6da2039,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:11.929468 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for floatingip (cd967d07-f098-4051-855a-3205bfe4be82), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:12.070337 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (d17647ab-67cf-4f74-a2f6-f131f6da2039), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:12.219657 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for port (d17647ab-67cf-4f74-a2f6-f131f6da2039), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:12.325799 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (d17647ab-67cf-4f74-a2f6-f131f6da2039), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:12.399844 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'Port': ['ID=d17647ab-67cf-4f74-a2f6-f131f6da2039,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:12.411634 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (cd967d07-f098-4051-855a-3205bfe4be82), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:12.469586 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155ac17-1839-4d05-a8f4-ed0d2545043d req-89ee07c8-33bf-4e71-92fa-89f641b1ad76 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:12.471100 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4155ac17-1839-4d05-a8f4-ed0d2545043d req-89ee07c8-33bf-4e71-92fa-89f641b1ad76 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0561099 Mar 30 16:43:12.516485 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.l3_db [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Floating IP cd967d07-f098-4051-855a-3205bfe4be82 associated. External IP: 172.27.0.230, port: 00a2c5e9-88bd-4c03-9042-7cdbe7c44312. Mar 30 16:43:12.517415 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4155ac17-1839-4d05-a8f4-ed0d2545043d req-946b41ab-8750-472f-ae75-3fc17f9a09da tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406747 Mar 30 16:43:12.723261 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Router 160a7d18-2986-4e30-817c-4929258b33e6 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:12.834441 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:12.843887 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ed381-0e15-4f1c-8bd9-79fc7c7b2635 None None] Sync routers for ids ['160a7d18-2986-4e30-817c-4929258b33e6'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:12.853981 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ed381-0e15-4f1c-8bd9-79fc7c7b2635 None None] Routers {'160a7d18-2986-4e30-817c-4929258b33e6'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:12.854596 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-853ed381-0e15-4f1c-8bd9-79fc7c7b2635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['160a7d18-2986-4e30-817c-4929258b33e6'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:12.916826 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:12.952200 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-93f38821-0055-4e87-af24-1cad3859e1e8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0054691 Mar 30 16:43:12.958751 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:12.958950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44372) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:12.959064 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71cec48d-2fb9-4f44-aece-58749af27097" -d '{"events": [{"name": "network-changed", "server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:12.962699 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-722d45ea-a25c-4423-bc2e-cb43e08c5de3 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107148178', 'description': 'tempest-secgroup-smoke-1107148178 description', 'project_id': '6912f356ee1e4b6185cd543fb1225e6f'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:12.977205 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-853ed381-0e15-4f1c-8bd9-79fc7c7b2635 None None] Set router 160a7d18-2986-4e30-817c-4929258b33e6 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:13.006207 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1f36fd-a6de-45f5-9873-778800d4f2bb x-openstack-request-id: req-6b1f36fd-a6de-45f5-9873-778800d4f2bb {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:13.006566 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:13.006901 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b1f36fd-a6de-45f5-9873-778800d4f2bb {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:13.007368 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b1f36fd-a6de-45f5-9873-778800d4f2bb'] response: {'name': 'network-changed', 'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'status': 'completed', 'code': 200} Mar 30 16:43:13.074918 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-722d45ea-a25c-4423-bc2e-cb43e08c5de3 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.097293 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cec48d-2fb9-4f44-aece-58749af27097 req-c7ebb781-2687-4858-b9a7-70b54e6245e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:13.098824 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-71cec48d-2fb9-4f44-aece-58749af27097 req-c7ebb781-2687-4858-b9a7-70b54e6245e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6912f356ee1e4b6185cd543fb1225e6f&device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 1129 time: 0.0668910 Mar 30 16:43:13.200087 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-853ed381-0e15-4f1c-8bd9-79fc7c7b2635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'cd967d07-f098-4051-855a-3205bfe4be82', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'port_id': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'mac_address': 'fa:16:3e:fd:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:11Z', 'updated_at': '2022-03-30T16:43:11Z', 'revision_number': 0, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf36c50e-772d-40ba-a2e9-f56d6e255607', 'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'mac_address': 'fa:16:3e:9c:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:50Z', 'updated_at': '2022-03-30T16:42:01Z', 'revision_number': 5, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'subnets': [{'id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:13.230650 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ed381-0e15-4f1c-8bd9-79fc7c7b2635 None None] Checking router: 160a7d18-2986-4e30-817c-4929258b33e6 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:13.232824 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-722d45ea-a25c-4423-bc2e-cb43e08c5de3 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group (8f95c4b3-5184-41d2-abbb-b044118c8a86), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.237938 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cec48d-2fb9-4f44-aece-58749af27097 req-7fc25e6f-914d-4d48-9ad2-790e5627c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:13.239887 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-71cec48d-2fb9-4f44-aece-58749af27097 req-7fc25e6f-914d-4d48-9ad2-790e5627c2fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ba8108a-6296-4e49-baec-a63c57053824 HTTP/1.1" status: 200 len: 916 time: 0.1332617 Mar 30 16:43:13.241531 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853ed381-0e15-4f1c-8bd9-79fc7c7b2635 None None] Routers {'160a7d18-2986-4e30-817c-4929258b33e6'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:13.242141 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-853ed381-0e15-4f1c-8bd9-79fc7c7b2635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['160a7d18-2986-4e30-817c-4929258b33e6'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:13.314767 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-71cec48d-2fb9-4f44-aece-58749af27097 req-bcfe8d50-8fce-4745-a6d1-ee22ba651726 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312 HTTP/1.1" status: 200 len: 999 time: 0.0585339 Mar 30 16:43:13.334378 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-722d45ea-a25c-4423-bc2e-cb43e08c5de3 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8f95c4b3-5184-41d2-abbb-b044118c8a86), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.355969 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-853ed381-0e15-4f1c-8bd9-79fc7c7b2635 None None] Set router 160a7d18-2986-4e30-817c-4929258b33e6 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:13.400256 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d45ea-a25c-4423-bc2e-cb43e08c5de3 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f95c4b3-5184-41d2-abbb-b044118c8a86,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:13.403190 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cec48d-2fb9-4f44-aece-58749af27097 req-00efdc52-4a4f-4e00-a973-8174b1ce755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:13.404783 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-71cec48d-2fb9-4f44-aece-58749af27097 req-00efdc52-4a4f-4e00-a973-8174b1ce755e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aa56f19-56b2-42e1-8a44-a143b0905304 HTTP/1.1" status: 200 len: 854 time: 0.0792794 Mar 30 16:43:13.449314 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-722d45ea-a25c-4423-bc2e-cb43e08c5de3 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.450703 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-722d45ea-a25c-4423-bc2e-cb43e08c5de3 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4942632 Mar 30 16:43:13.453643 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44382) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:13.459702 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-e6c9e2ed-2e49-4a38-9618-952ef662a047 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Request body: {'security_group_rule': {'security_group_id': '8f95c4b3-5184-41d2-abbb-b044118c8a86', 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:13.493239 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cec48d-2fb9-4f44-aece-58749af27097 req-e4a3763e-ec39-432a-884f-d6d87d5b1862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:13.494783 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-71cec48d-2fb9-4f44-aece-58749af27097 req-e4a3763e-ec39-432a-884f-d6d87d5b1862 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ba8108a-6296-4e49-baec-a63c57053824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821807 Mar 30 16:43:13.508545 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d02f82-88df-478a-986d-3e2a3d4c5034 req-d67ee7d0-cc9e-418b-97f8-884d2743cbdc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:13.510119 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-63d02f82-88df-478a-986d-3e2a3d4c5034 req-d67ee7d0-cc9e-418b-97f8-884d2743cbdc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.0898278 Mar 30 16:43:13.587838 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e2ed-2e49-4a38-9618-952ef662a047 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (c681d675-279e-4544-be2a-465cd75fe9b5), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.652346 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-63d02f82-88df-478a-986d-3e2a3d4c5034 req-f0b330d3-e832-45f9-9707-47494567ba97 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360347 Mar 30 16:43:13.659109 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e2ed-2e49-4a38-9618-952ef662a047 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (c681d675-279e-4544-be2a-465cd75fe9b5), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.678037 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-71cec48d-2fb9-4f44-aece-58749af27097 req-42588735-8f86-4818-b374-38ae63ce5b44 service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605937 Mar 30 16:43:13.689407 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f75e90-684f-4b4f-a90c-3d077213a9cb req-d05f00aa-d939-459b-92c0-dcffe098d264 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:13.690829 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-88f75e90-684f-4b4f-a90c-3d077213a9cb req-d05f00aa-d939-459b-92c0-dcffe098d264 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0969014 Mar 30 16:43:13.695893 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-853ed381-0e15-4f1c-8bd9-79fc7c7b2635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'cd967d07-f098-4051-855a-3205bfe4be82', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'port_id': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'mac_address': 'fa:16:3e:fd:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:11Z', 'updated_at': '2022-03-30T16:43:11Z', 'revision_number': 0, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf36c50e-772d-40ba-a2e9-f56d6e255607', 'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'mac_address': 'fa:16:3e:9c:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:50Z', 'updated_at': '2022-03-30T16:42:01Z', 'revision_number': 5, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'subnets': [{'id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:13.731374 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853ed381-0e15-4f1c-8bd9-79fc7c7b2635 None None] The sync data for ids ['160a7d18-2986-4e30-817c-4929258b33e6'] in dv-cinder-835871-1-iscsi is: [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'cd967d07-f098-4051-855a-3205bfe4be82', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'port_id': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 489, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'mac_address': 'fa:16:3e:fd:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:11Z', 'updated_at': '2022-03-30T16:43:11Z', 'revision_number': 0, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf36c50e-772d-40ba-a2e9-f56d6e255607', 'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'mac_address': 'fa:16:3e:9c:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:50Z', 'updated_at': '2022-03-30T16:42:01Z', 'revision_number': 5, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'subnets': [{'id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:13.735383 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e2ed-2e49-4a38-9618-952ef662a047 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (c681d675-279e-4544-be2a-465cd75fe9b5), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.760855 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9e2ed-2e49-4a38-9618-952ef662a047 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c681d675-279e-4544-be2a-465cd75fe9b5,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:13.810990 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-88f75e90-684f-4b4f-a90c-3d077213a9cb req-08c31049-2583-4f77-adbc-237da2949247 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001852 Mar 30 16:43:13.822095 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-71cec48d-2fb9-4f44-aece-58749af27097 req-dea853a0-7cbf-40ba-bf8c-4708c274f96f service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302540 Mar 30 16:43:13.830896 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e6c9e2ed-2e49-4a38-9618-952ef662a047 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.833094 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-e6c9e2ed-2e49-4a38-9618-952ef662a047 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3773968 Mar 30 16:43:13.835042 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44386) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:13.841090 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-6f344dd1-93c4-4b63-b349-f569712b3a2f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Request body: {'security_group_rule': {'security_group_id': '8f95c4b3-5184-41d2-abbb-b044118c8a86', 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:13.946760 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f344dd1-93c4-4b63-b349-f569712b3a2f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (c5effe94-2f37-4d4b-903b-765d9cafaff9), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:13.964052 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb357ae-d30c-484e-a2ed-222e5392ddba None None] New status for floating IP cd967d07-f098-4051-855a-3205bfe4be82: ACTIVE {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:43:14.007386 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f344dd1-93c4-4b63-b349-f569712b3a2f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (c5effe94-2f37-4d4b-903b-765d9cafaff9), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.085945 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f344dd1-93c4-4b63-b349-f569712b3a2f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (c5effe94-2f37-4d4b-903b-765d9cafaff9), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.106259 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f344dd1-93c4-4b63-b349-f569712b3a2f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5effe94-2f37-4d4b-903b-765d9cafaff9,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:14.205304 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6f344dd1-93c4-4b63-b349-f569712b3a2f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.206552 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-6f344dd1-93c4-4b63-b349-f569712b3a2f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3702297 Mar 30 16:43:14.209934 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44388) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:14.214557 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-60f0d2bc-9e46-47ca-af52-ed21a76077cb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Request body: {'security_group_rule': {'security_group_id': '8f95c4b3-5184-41d2-abbb-b044118c8a86', 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:14.334848 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2bc-9e46-47ca-af52-ed21a76077cb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (ac23f2b2-49a1-4710-840b-a919473a9016), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.391000 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2bc-9e46-47ca-af52-ed21a76077cb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (ac23f2b2-49a1-4710-840b-a919473a9016), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.474421 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2bc-9e46-47ca-af52-ed21a76077cb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (ac23f2b2-49a1-4710-840b-a919473a9016), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.491952 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d2bc-9e46-47ca-af52-ed21a76077cb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac23f2b2-49a1-4710-840b-a919473a9016,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:14.565242 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-60f0d2bc-9e46-47ca-af52-ed21a76077cb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.567224 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-60f0d2bc-9e46-47ca-af52-ed21a76077cb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3555274 Mar 30 16:43:14.570093 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44390) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:14.574438 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-2f512b47-15fd-45df-924d-0918b0dcbaa7 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Request body: {'security_group_rule': {'security_group_id': '8f95c4b3-5184-41d2-abbb-b044118c8a86', 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:14.656279 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2f512b47-15fd-45df-924d-0918b0dcbaa7 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (704ca786-882f-4748-8182-d2f52c473c69), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.715316 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2f512b47-15fd-45df-924d-0918b0dcbaa7 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (704ca786-882f-4748-8182-d2f52c473c69), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.773102 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d8de9-d17b-4087-a44c-9b5466ed9856 req-9b9b8143-1d43-47bb-8a24-26e1db919c57 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:14.774603 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a84d8de9-d17b-4087-a44c-9b5466ed9856 req-9b9b8143-1d43-47bb-8a24-26e1db919c57 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.0542183 Mar 30 16:43:14.805529 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2f512b47-15fd-45df-924d-0918b0dcbaa7 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (704ca786-882f-4748-8182-d2f52c473c69), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.821720 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a84d8de9-d17b-4087-a44c-9b5466ed9856 req-1e544395-6a34-4f28-a82f-2df0c4f53e0a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414455 Mar 30 16:43:14.823754 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f512b47-15fd-45df-924d-0918b0dcbaa7 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=704ca786-882f-4748-8182-d2f52c473c69,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:14.904997 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2f512b47-15fd-45df-924d-0918b0dcbaa7 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:14.906235 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2f512b47-15fd-45df-924d-0918b0dcbaa7 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3351605 Mar 30 16:43:14.908994 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44396) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:14.913474 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-17b32f71-619d-46c4-9a72-d61de82d31fb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Request body: {'security_group_rule': {'security_group_id': '8f95c4b3-5184-41d2-abbb-b044118c8a86', 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:14.936894 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b4259f-6dd4-452f-a3ca-23356b47a024 req-3f152b75-6d97-4293-82dd-bed9fc36591b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:14.938361 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c5b4259f-6dd4-452f-a3ca-23356b47a024 req-3f152b75-6d97-4293-82dd-bed9fc36591b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0563531 Mar 30 16:43:14.985986 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c5b4259f-6dd4-452f-a3ca-23356b47a024 req-27cdabe8-4b2a-46d4-bf2f-195294cd0300 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413866 Mar 30 16:43:15.003608 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.securitygroups_db [None req-17b32f71-619d-46c4-9a72-d61de82d31fb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Project 6912f356ee1e4b6185cd543fb1225e6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:43:15.011958 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-17b32f71-619d-46c4-9a72-d61de82d31fb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (7a3a47dc-ac17-4cb7-8bb9-6a5bc46fdcf2), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.072872 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-17b32f71-619d-46c4-9a72-d61de82d31fb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (7a3a47dc-ac17-4cb7-8bb9-6a5bc46fdcf2), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.140447 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-17b32f71-619d-46c4-9a72-d61de82d31fb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (7a3a47dc-ac17-4cb7-8bb9-6a5bc46fdcf2), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.168084 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b32f71-619d-46c4-9a72-d61de82d31fb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a3a47dc-ac17-4cb7-8bb9-6a5bc46fdcf2,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:15.218391 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-17b32f71-619d-46c4-9a72-d61de82d31fb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.219727 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-17b32f71-619d-46c4-9a72-d61de82d31fb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3095398 Mar 30 16:43:15.222235 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44398) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:15.227193 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-2c55dc43-d64b-42c0-89bb-4fa30e8774ae tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Request body: {'security_group_rule': {'security_group_id': '8f95c4b3-5184-41d2-abbb-b044118c8a86', 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:15.329978 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.securitygroups_db [None req-2c55dc43-d64b-42c0-89bb-4fa30e8774ae tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Project 6912f356ee1e4b6185cd543fb1225e6f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:43:15.338676 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2c55dc43-d64b-42c0-89bb-4fa30e8774ae tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (71315952-0719-40f1-baf6-a6b58b4218e3), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.399934 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0633697-2d7d-40b6-99ae-944707e41944 req-0a4c8796-b95f-4e32-8856-722c96633c0e tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:15.401730 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0633697-2d7d-40b6-99ae-944707e41944 req-0a4c8796-b95f-4e32-8856-722c96633c0e tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.0732496 Mar 30 16:43:15.403181 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2c55dc43-d64b-42c0-89bb-4fa30e8774ae tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (71315952-0719-40f1-baf6-a6b58b4218e3), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.480707 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2c55dc43-d64b-42c0-89bb-4fa30e8774ae tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (71315952-0719-40f1-baf6-a6b58b4218e3), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.501447 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55dc43-d64b-42c0-89bb-4fa30e8774ae tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71315952-0719-40f1-baf6-a6b58b4218e3,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:15.512215 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Deleting port 30658367-ea34-4ced-b576-f15ed116296f {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:43:15.512566 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (30658367-ea34-4ced-b576-f15ed116296f), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.573567 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2c55dc43-d64b-42c0-89bb-4fa30e8774ae tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.574897 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2c55dc43-d64b-42c0-89bb-4fa30e8774ae tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3510954 Mar 30 16:43:15.614779 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] For port 30658367-ea34-4ced-b576-f15ed116296f, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=30658367-ea34-4ced-b576-f15ed116296f,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:15.615275 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (30658367-ea34-4ced-b576-f15ed116296f), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.771895 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-863eab95-c6a9-4a12-8fdd-2bf9d67ee677 req-185b4e9b-6e31-470c-a597-3891e9032b80 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107148178&fields=id&tenant_id=6912f356ee1e4b6185cd543fb1225e6f HTTP/1.1" status: 200 len: 267 time: 0.1401775 Mar 30 16:43:15.871580 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.872234 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (a92a4da4-514b-4a26-88d8-91490a87fb29), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:15.872234 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Floating IP a92a4da4-514b-4a26-88d8-91490a87fb29 disassociated. External IP: 172.27.0.251, port: 30658367-ea34-4ced-b576-f15ed116296f. Mar 30 16:43:15.872580 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Calling delete_port for 30658367-ea34-4ced-b576-f15ed116296f owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:43:15.887068 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eab95-c6a9-4a12-8fdd-2bf9d67ee677 req-44d31a2f-2a13-4636-a532-16705e57cf4b tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:15.888540 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-863eab95-c6a9-4a12-8fdd-2bf9d67ee677 req-44d31a2f-2a13-4636-a532-16705e57cf4b tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.1105332 Mar 30 16:43:15.909836 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-863eab95-c6a9-4a12-8fdd-2bf9d67ee677 req-247c72af-0ef1-4f63-b64a-660e84eb7401 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Request body: {'port': {'security_groups': ['ef98badf-7471-4f21-b4d3-41e8830c891f', '8f95c4b3-5184-41d2-abbb-b044118c8a86']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:16.055925 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4164525-a342-45b4-a910-f244e2853412 req-71ab79bc-9f25-467f-98e1-a1643d5a464d tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:16.057396 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f4164525-a342-45b4-a910-f244e2853412 req-71ab79bc-9f25-467f-98e1-a1643d5a464d tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 946 time: 0.1651807 Mar 30 16:43:16.059671 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-863eab95-c6a9-4a12-8fdd-2bf9d67ee677 req-247c72af-0ef1-4f63-b64a-660e84eb7401 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.192527 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f4164525-a342-45b4-a910-f244e2853412 req-058ff5cd-2309-4920-aefd-019e79afff8d tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=538eefa3-8b63-4bf9-9f32-e7fdae34e40e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239882 Mar 30 16:43:16.306472 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (30658367-ea34-4ced-b576-f15ed116296f), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.356584 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'Port': ['ID=30658367-ea34-4ced-b576-f15ed116296f,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:16.694705 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-863eab95-c6a9-4a12-8fdd-2bf9d67ee677 req-247c72af-0ef1-4f63-b64a-660e84eb7401 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] For port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:16.704752 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467ad4ce-2090-4220-b8b0-41a2a30592b1 req-bfe09ae3-c9cb-4b13-8696-2355153da861 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:16.706286 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-467ad4ce-2090-4220-b8b0-41a2a30592b1 req-bfe09ae3-c9cb-4b13-8696-2355153da861 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.4368393 Mar 30 16:43:16.780365 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-863eab95-c6a9-4a12-8fdd-2bf9d67ee677 req-247c72af-0ef1-4f63-b64a-660e84eb7401 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.799880 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-467ad4ce-2090-4220-b8b0-41a2a30592b1 req-02c44cfb-1833-4ae0-873a-ca3e38778342 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849516 Mar 30 16:43:16.812944 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:16.887405 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-863eab95-c6a9-4a12-8fdd-2bf9d67ee677 req-247c72af-0ef1-4f63-b64a-660e84eb7401 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.907954 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['00a2c5e9-88bd-4c03-9042-7cdbe7c44312'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:43:16.948973 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863eab95-c6a9-4a12-8fdd-2bf9d67ee677 req-247c72af-0ef1-4f63-b64a-660e84eb7401 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:16.949612 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-863eab95-c6a9-4a12-8fdd-2bf9d67ee677 req-247c72af-0ef1-4f63-b64a-660e84eb7401 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:16.951060 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-863eab95-c6a9-4a12-8fdd-2bf9d67ee677 req-247c72af-0ef1-4f63-b64a-660e84eb7401 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "PUT /v2.0/ports/00a2c5e9-88bd-4c03-9042-7cdbe7c44312 HTTP/1.1" status: 200 len: 981 time: 1.0486915 Mar 30 16:43:16.951508 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:16.953867 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1017980a-2095-44cc-9e05-3b01dca0bf57" -d '{"events": [{"name": "network-changed", "server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:16.983874 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247c72af-0ef1-4f63-b64a-660e84eb7401 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'Port': ['ID=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,revision_number=6']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:16.999101 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:17.009527 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f3f974-4d09-4d06-8de5-2267a46781a6 None None] Sync routers for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:17.027144 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f3f974-4d09-4d06-8de5-2267a46781a6 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:17.028028 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-f6f3f974-4d09-4d06-8de5-2267a46781a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:17.054447 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebc6126-9278-46fc-b0cc-5a118c621382 x-openstack-request-id: req-7ebc6126-9278-46fc-b0cc-5a118c621382 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:17.056258 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:17.056258 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ebc6126-9278-46fc-b0cc-5a118c621382 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:17.056258 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ebc6126-9278-46fc-b0cc-5a118c621382'] response: {'name': 'network-changed', 'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'status': 'completed', 'code': 200} Mar 30 16:43:17.056546 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] No DVR routers for this DVR port 30658367-ea34-4ced-b576-f15ed116296f on host hv-cinder-83587 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:43:17.060112 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:17.063550 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a0633697-2d7d-40b6-99ae-944707e41944 req-44c0198e-9d1c-4087-9a6f-78ece8596b94 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "DELETE /v2.0/ports/30658367-ea34-4ced-b576-f15ed116296f HTTP/1.1" status: 204 len: 173 time: 1.6506765 Mar 30 16:43:17.093573 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['00a2c5e9-88bd-4c03-9042-7cdbe7c44312'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:43:17.206233 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b133fc2-e36d-4163-9f56-9410624893ee req-bfc3fa80-de2b-4814-8f2e-5c7571346df8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:17.208501 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b133fc2-e36d-4163-9f56-9410624893ee req-bfc3fa80-de2b-4814-8f2e-5c7571346df8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0867383 Mar 30 16:43:17.214723 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017980a-2095-44cc-9e05-3b01dca0bf57 req-30d231a5-7405-40bf-be63-01c08cf1de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:17.216756 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1017980a-2095-44cc-9e05-3b01dca0bf57 req-30d231a5-7405-40bf-be63-01c08cf1de57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6912f356ee1e4b6185cd543fb1225e6f&device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 1168 time: 0.1426103 Mar 30 16:43:17.219242 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-f6f3f974-4d09-4d06-8de5-2267a46781a6 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:17.382675 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f364d236-0d86-4522-97eb-3322c53d3ee6 req-e34c1328-4cf6-4b59-976f-4f9076a62f40 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=79b4e794-4d65-44c9-af2a-633757817732 HTTP/1.1" status: 200 len: 210 time: 0.0362644 Mar 30 16:43:17.392673 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3b133fc2-e36d-4163-9f56-9410624893ee req-8d6707a2-f156-4179-b93d-5ed3e6fc0f31 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1750436 Mar 30 16:43:17.407847 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017980a-2095-44cc-9e05-3b01dca0bf57 req-dc22c398-3559-4589-b643-6a0e5474e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:17.409301 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1017980a-2095-44cc-9e05-3b01dca0bf57 req-dc22c398-3559-4589-b643-6a0e5474e9cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ba8108a-6296-4e49-baec-a63c57053824 HTTP/1.1" status: 200 len: 916 time: 0.1831269 Mar 30 16:43:17.461025 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-d5386b35-5164-488d-9773-32b821327f67 None None] Provisioning complete for port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:43:17.461953 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d5386b35-5164-488d-9773-32b821327f67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:17.484685 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-f6f3f974-4d09-4d06-8de5-2267a46781a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:17.505042 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1017980a-2095-44cc-9e05-3b01dca0bf57 req-b26c9bca-d418-4140-bd6a-6fb59544ab79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312 HTTP/1.1" status: 200 len: 1001 time: 0.0771341 Mar 30 16:43:17.518480 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f3f974-4d09-4d06-8de5-2267a46781a6 None None] Checking router: b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:17.530430 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f3f974-4d09-4d06-8de5-2267a46781a6 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:17.531206 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-f6f3f974-4d09-4d06-8de5-2267a46781a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:17.556971 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017980a-2095-44cc-9e05-3b01dca0bf57 req-c35412ca-11f4-4117-95c1-b5991f41f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:17.558441 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1017980a-2095-44cc-9e05-3b01dca0bf57 req-c35412ca-11f4-4117-95c1-b5991f41f260 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aa56f19-56b2-42e1-8a44-a143b0905304 HTTP/1.1" status: 200 len: 854 time: 0.0466483 Mar 30 16:43:17.618292 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017980a-2095-44cc-9e05-3b01dca0bf57 req-ef4e246c-c48d-4437-928c-99eeb3a70460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:17.619923 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1017980a-2095-44cc-9e05-3b01dca0bf57 req-ef4e246c-c48d-4437-928c-99eeb3a70460 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ba8108a-6296-4e49-baec-a63c57053824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511203 Mar 30 16:43:17.639613 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-d5386b35-5164-488d-9773-32b821327f67 None None] Current status of the port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:43:17.647643 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-f6f3f974-4d09-4d06-8de5-2267a46781a6 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:17.724427 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1017980a-2095-44cc-9e05-3b01dca0bf57 req-22bf89c5-04d8-4507-863c-847a9378f003 service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927558 Mar 30 16:43:17.820211 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1017980a-2095-44cc-9e05-3b01dca0bf57 req-5a6881b4-ac60-4375-bbc9-427afc396489 service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896125 Mar 30 16:43:17.863086 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-f6f3f974-4d09-4d06-8de5-2267a46781a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:17.890450 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f3f974-4d09-4d06-8de5-2267a46781a6 None None] The sync data for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi is: [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:17.935812 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b635ec-d06e-4a8d-bbf0-a1591c0c64a5 req-bfb71ec3-6f87-4672-9090-25d90bb651e8 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:17.937417 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c5b635ec-d06e-4a8d-bbf0-a1591c0c64a5 req-bfb71ec3-6f87-4672-9090-25d90bb651e8 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0635800 Mar 30 16:43:17.986639 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c5b635ec-d06e-4a8d-bbf0-a1591c0c64a5 req-510e7954-ffd2-408b-be6f-5f7ed9b05b24 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434201 Mar 30 16:43:18.128251 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e61009be-8729-4149-a90a-2abe7223cc7d None None] New status for floating IP a92a4da4-514b-4a26-88d8-91490a87fb29: DOWN {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:43:18.559282 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44420) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:18.612964 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-764f2a23-6f18-4202-b492-d774d58dd1b7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (538eefa3-8b63-4bf9-9f32-e7fdae34e40e), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.636088 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-764f2a23-6f18-4202-b492-d774d58dd1b7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (538eefa3-8b63-4bf9-9f32-e7fdae34e40e), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.734627 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-764f2a23-6f18-4202-b492-d774d58dd1b7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (538eefa3-8b63-4bf9-9f32-e7fdae34e40e), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.737208 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-764f2a23-6f18-4202-b492-d774d58dd1b7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.738897 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-764f2a23-6f18-4202-b492-d774d58dd1b7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "DELETE /v2.0/security-groups/538eefa3-8b63-4bf9-9f32-e7fdae34e40e HTTP/1.1" status: 204 len: 168 time: 0.1781001 Mar 30 16:43:18.741736 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44422) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:18.748183 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f2a23-6f18-4202-b492-d774d58dd1b7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538eefa3-8b63-4bf9-9f32-e7fdae34e40e,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:18.755508 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.api.v2.resource [None req-20e153f3-d7ce-4942-9d4d-1641507905f2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] show failed (client error): The resource could not be found. Mar 30 16:43:18.756532 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-20e153f3-d7ce-4942-9d4d-1641507905f2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups/538eefa3-8b63-4bf9-9f32-e7fdae34e40e HTTP/1.1" status: 404 len: 347 time: 0.0137913 Mar 30 16:43:18.759596 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44424) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:18.881564 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-dfee65d8-7e6a-490c-b10c-427aad7ee044 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Deleting port d051659b-4d27-455e-9abe-31919600e13e {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:43:18.881797 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dfee65d8-7e6a-490c-b10c-427aad7ee044 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (d051659b-4d27-455e-9abe-31919600e13e), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.955747 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dfee65d8-7e6a-490c-b10c-427aad7ee044 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (d051659b-4d27-455e-9abe-31919600e13e), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.956074 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dfee65d8-7e6a-490c-b10c-427aad7ee044 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (d051659b-4d27-455e-9abe-31919600e13e), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:18.967354 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-dfee65d8-7e6a-490c-b10c-427aad7ee044 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Calling delete_port for d051659b-4d27-455e-9abe-31919600e13e owned by network:floatingip {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:43:19.064678 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79b4e794-4d65-44c9-af2a-633757817732', 'name': 'network-vif-deleted', 'tag': '30658367-ea34-4ced-b576-f15ed116296f'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:19.067197 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d85c7e-241c-4387-a012-4f3269cd35d5" -d '{"events": [{"server_uuid": "79b4e794-4d65-44c9-af2a-633757817732", "name": "network-vif-deleted", "tag": "30658367-ea34-4ced-b576-f15ed116296f"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:19.111503 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b83109-2bd5-409b-91e2-5086ad001afe req-1b5ed4a7-25b9-419d-beb4-f75339a1503a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:19.113010 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-33b83109-2bd5-409b-91e2-5086ad001afe req-1b5ed4a7-25b9-419d-beb4-f75339a1503a tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0588772 Mar 30 16:43:19.115238 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a21262-04dd-4b1e-8ea8-f26f8e0dcfd1 x-openstack-request-id: req-51a21262-04dd-4b1e-8ea8-f26f8e0dcfd1 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:19.115519 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79b4e794-4d65-44c9-af2a-633757817732", "name": "network-vif-deleted", "tag": "30658367-ea34-4ced-b576-f15ed116296f", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:19.115768 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51a21262-04dd-4b1e-8ea8-f26f8e0dcfd1 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:19.116145 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51a21262-04dd-4b1e-8ea8-f26f8e0dcfd1'] response: {'server_uuid': '79b4e794-4d65-44c9-af2a-633757817732', 'name': 'network-vif-deleted', 'tag': '30658367-ea34-4ced-b576-f15ed116296f', 'status': 'completed', 'code': 200} Mar 30 16:43:19.159673 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-33b83109-2bd5-409b-91e2-5086ad001afe req-d71de63c-a220-4259-af02-66ec81c36fb0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405304 Mar 30 16:43:19.182882 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dfee65d8-7e6a-490c-b10c-427aad7ee044 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (d051659b-4d27-455e-9abe-31919600e13e), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:19.212137 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfee65d8-7e6a-490c-b10c-427aad7ee044 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'Port': ['ID=d051659b-4d27-455e-9abe-31919600e13e,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:19.269321 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dfee65d8-7e6a-490c-b10c-427aad7ee044 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (a92a4da4-514b-4a26-88d8-91490a87fb29), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:19.272867 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dfee65d8-7e6a-490c-b10c-427aad7ee044 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:19.273968 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-dfee65d8-7e6a-490c-b10c-427aad7ee044 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "DELETE /v2.0/floatingips/a92a4da4-514b-4a26-88d8-91490a87fb29 HTTP/1.1" status: 204 len: 168 time: 0.5133710 Mar 30 16:43:19.685767 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 30658367-ea34-4ced-b576-f15ed116296f no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:43:19.705470 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 30658367-ea34-4ced-b576-f15ed116296f {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:43:19.705818 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 30658367-ea34-4ced-b576-f15ed116296f not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:43:19.834262 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.010548 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44436) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:20.015495 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-bea875a0-6c6a-4136-99b7-3b7123abded4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1565149903', 'description': 'tempest-description--1206462164'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:20.143129 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bea875a0-6c6a-4136-99b7-3b7123abded4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.213950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bea875a0-6c6a-4136-99b7-3b7123abded4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (745d323d-0072-4d64-af4d-d791662787a3), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.279858 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bffc00-2a4a-484b-8abb-ab5de33c070a req-e559149b-04a6-4168-bebb-066b97dc05bb tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:20.281243 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-74bffc00-2a4a-484b-8abb-ab5de33c070a req-e559149b-04a6-4168-bebb-066b97dc05bb tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0519836 Mar 30 16:43:20.294495 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bea875a0-6c6a-4136-99b7-3b7123abded4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (745d323d-0072-4d64-af4d-d791662787a3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.342672 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea875a0-6c6a-4136-99b7-3b7123abded4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=745d323d-0072-4d64-af4d-d791662787a3,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:20.355299 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-74bffc00-2a4a-484b-8abb-ab5de33c070a req-ecdf5d9f-afab-4104-96e3-6681b0b22890 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674939 Mar 30 16:43:20.397872 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bea875a0-6c6a-4136-99b7-3b7123abded4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.399090 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-bea875a0-6c6a-4136-99b7-3b7123abded4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3875222 Mar 30 16:43:20.405977 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44442) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:20.410537 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-41f2810f-992c-4169-b2be-be70fa0546ba tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group_rule': {'security_group_id': '745d323d-0072-4d64-af4d-d791662787a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:20.530939 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-41f2810f-992c-4169-b2be-be70fa0546ba tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (2cfd3a36-f667-40a3-995d-395662fbd873), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.585239 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-41f2810f-992c-4169-b2be-be70fa0546ba tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (2cfd3a36-f667-40a3-995d-395662fbd873), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.656992 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-41f2810f-992c-4169-b2be-be70fa0546ba tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (2cfd3a36-f667-40a3-995d-395662fbd873), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.676382 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2810f-992c-4169-b2be-be70fa0546ba tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfd3a36-f667-40a3-995d-395662fbd873,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:20.748417 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-41f2810f-992c-4169-b2be-be70fa0546ba tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.749671 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-41f2810f-992c-4169-b2be-be70fa0546ba tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3427861 Mar 30 16:43:20.752366 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44444) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:20.757711 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-dd457069-9e05-4877-a25d-a23e42a1c1fc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group_rule': {'security_group_id': '745d323d-0072-4d64-af4d-d791662787a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:20.868659 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-dd457069-9e05-4877-a25d-a23e42a1c1fc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (92792872-5225-4f79-9edc-81aabf1c2c58), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:20.925601 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-dd457069-9e05-4877-a25d-a23e42a1c1fc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (92792872-5225-4f79-9edc-81aabf1c2c58), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:21.014600 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-dd457069-9e05-4877-a25d-a23e42a1c1fc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (92792872-5225-4f79-9edc-81aabf1c2c58), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:21.033431 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd457069-9e05-4877-a25d-a23e42a1c1fc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92792872-5225-4f79-9edc-81aabf1c2c58,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:21.123022 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-dd457069-9e05-4877-a25d-a23e42a1c1fc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:21.124386 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-dd457069-9e05-4877-a25d-a23e42a1c1fc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3710907 Mar 30 16:43:21.127915 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44446) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:21.132675 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:21.228373 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:21.313006 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c7c40c-fb7d-4279-9743-0a488570dca0 req-1c378451-d7fb-42aa-83a2-812e216c053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:21.314600 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-52c7c40c-fb7d-4279-9743-0a488570dca0 req-1c378451-d7fb-42aa-83a2-812e216c053f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 1129 time: 0.0968511 Mar 30 16:43:21.379957 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-52c7c40c-fb7d-4279-9743-0a488570dca0 req-56d30187-826e-4e0a-8008-fb55eb93c145 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577939 Mar 30 16:43:21.385829 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:21.524762 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de35952-0af1-465c-8dbd-727d19109bb6 req-15cbe93e-782c-4678-a392-87ef59c2c49c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:21.526212 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8de35952-0af1-465c-8dbd-727d19109bb6 req-15cbe93e-782c-4678-a392-87ef59c2c49c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.1006894 Mar 30 16:43:21.539952 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Allocated IP 172.27.0.7 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/a45efee8-826a-4c88-84f2-604dfab921dc) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:21.621008 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8de35952-0af1-465c-8dbd-727d19109bb6 req-f3a467bf-cad2-4dbe-bc78-9f7e6f4eaed0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871787 Mar 30 16:43:21.667861 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (a45efee8-826a-4c88-84f2-604dfab921dc), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:21.749271 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (a45efee8-826a-4c88-84f2-604dfab921dc), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:21.789502 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:21.792322 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:21.795807 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:21.821575 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=a45efee8-826a-4c88-84f2-604dfab921dc,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:21.886395 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (acaca7a9-5025-47d1-8aff-0f478fdfb6d3), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:21.986521 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (a45efee8-826a-4c88-84f2-604dfab921dc), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:22.137412 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (a45efee8-826a-4c88-84f2-604dfab921dc), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:22.208643 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (a45efee8-826a-4c88-84f2-604dfab921dc), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:22.275585 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=a45efee8-826a-4c88-84f2-604dfab921dc,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:22.285217 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (acaca7a9-5025-47d1-8aff-0f478fdfb6d3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:22.359311 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:22.360576 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-38e1f2fa-b236-4c7b-a970-e1d6f1f3b69c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2316763 Mar 30 16:43:22.560040 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a5fb11a4-853b-4540-ba06-eacd346ef14f tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1565149903&fields=id&tenant_id=4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 267 time: 0.0488856 Mar 30 16:43:22.665854 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-87340264-b70b-43f1-a265-83784e56be30 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:22.667369 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-87340264-b70b-43f1-a265-83784e56be30 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 815 time: 0.1004255 Mar 30 16:43:22.682402 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-de5a7edc-5f67-47a1-8e36-f8ef80fbc4a6 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/quotas/4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 375 time: 0.0094719 Mar 30 16:43:22.774815 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-90d4668d-73d3-4d2f-9dce-0596f8e8b097 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863304 Mar 30 16:43:22.782402 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e2568-6ea3-4b2c-b293-dbb920dd7921 req-678dd3a6-ff72-45b5-83b9-e37cfdbb4218 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:22.783900 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f26e2568-6ea3-4b2c-b293-dbb920dd7921 req-678dd3a6-ff72-45b5-83b9-e37cfdbb4218 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0965862 Mar 30 16:43:22.888670 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f26e2568-6ea3-4b2c-b293-dbb920dd7921 req-8a789f56-6e02-4813-83ab-bfa4d16aa1cd tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956304 Mar 30 16:43:22.899495 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-1e12d6fc-f00a-46f1-9e77-aedac5cde2f8 service neutron] 10.222.0.21 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135421 Mar 30 16:43:22.990812 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-c2813e2a-a387-4db5-8e17-fca21d06deee service neutron] 10.222.0.21 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850995 Mar 30 16:43:23.229648 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5611d308-78e5-487e-9f32-bffe34b8af3b req-75e0a0bf-bf63-4ade-b394-9efaafbf4682 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 210 time: 0.0272472 Mar 30 16:43:23.398681 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d72d9be9-c229-47a6-8196-db73419264f8 req-2dadc279-36e4-4698-af14-f4241a994742 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430870 Mar 30 16:43:23.467012 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d9be9-c229-47a6-8196-db73419264f8 req-d321db2f-9db7-45f0-ad25-53eb30ca3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:23.468509 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d72d9be9-c229-47a6-8196-db73419264f8 req-d321db2f-9db7-45f0-ad25-53eb30ca3edb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 1130 time: 0.0487292 Mar 30 16:43:23.574334 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d9be9-c229-47a6-8196-db73419264f8 req-ed8d2123-cf18-403f-9580-c0f10c82e275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:23.575910 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d72d9be9-c229-47a6-8196-db73419264f8 req-ed8d2123-cf18-403f-9580-c0f10c82e275 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 918 time: 0.0875483 Mar 30 16:43:23.646486 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d72d9be9-c229-47a6-8196-db73419264f8 req-1dd8c766-2006-4704-96f9-d3e06a3eebff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602 HTTP/1.1" status: 200 len: 1001 time: 0.0630095 Mar 30 16:43:23.698313 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d9be9-c229-47a6-8196-db73419264f8 req-545b8385-8340-4513-ad8f-cd5169cce884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:23.699890 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d72d9be9-c229-47a6-8196-db73419264f8 req-545b8385-8340-4513-ad8f-cd5169cce884 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 200 len: 856 time: 0.0459778 Mar 30 16:43:23.749376 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d9be9-c229-47a6-8196-db73419264f8 req-9406701a-af41-42bd-8590-a55b4d6fa057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:23.750920 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d72d9be9-c229-47a6-8196-db73419264f8 req-9406701a-af41-42bd-8590-a55b4d6fa057 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7997d76f-0fe0-4c65-b651-c4e866201f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438676 Mar 30 16:43:23.853861 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d72d9be9-c229-47a6-8196-db73419264f8 req-285d6760-dca3-42d3-9373-510850cf3f58 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945976 Mar 30 16:43:23.945078 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d72d9be9-c229-47a6-8196-db73419264f8 req-434fcb4e-ba47-48f0-8f35-ef3910e4c9fe service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821314 Mar 30 16:43:24.010161 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ee5fd-9933-49d5-bce9-8556278f6177 req-6af0c7ce-f221-46c8-a2c8-bc41dfcf629f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:24.011592 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c75ee5fd-9933-49d5-bce9-8556278f6177 req-6af0c7ce-f221-46c8-a2c8-bc41dfcf629f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0519927 Mar 30 16:43:24.058739 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c75ee5fd-9933-49d5-bce9-8556278f6177 req-a3a81142-43f4-4c4c-9e72-483a4d13365b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413015 Mar 30 16:43:24.331224 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aea9d5b3-53c9-4709-80ad-db14ad03f370 req-008134b0-8ded-4400-bf97-bc4b4fea5aa9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 210 time: 0.0325572 Mar 30 16:43:24.613543 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bae6bc5-cb23-43e0-a983-00f409191551 req-9e53afc1-89b8-4474-8f11-7c860722b21f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:24.615147 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2bae6bc5-cb23-43e0-a983-00f409191551 req-9e53afc1-89b8-4474-8f11-7c860722b21f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0534413 Mar 30 16:43:24.689727 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2bae6bc5-cb23-43e0-a983-00f409191551 req-71cb1f63-1bb3-4ff6-aae3-2d6588d96511 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682797 Mar 30 16:43:24.701897 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a987-1418-440d-a9e0-04aef28cf790 req-3ada93c2-9cb3-41ba-9723-4ed380707dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:24.703394 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1624a987-1418-440d-a9e0-04aef28cf790 req-3ada93c2-9cb3-41ba-9723-4ed380707dfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 1129 time: 0.0620921 Mar 30 16:43:24.802792 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a987-1418-440d-a9e0-04aef28cf790 req-f47064db-fc65-4a61-b130-50292e241154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:24.804291 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1624a987-1418-440d-a9e0-04aef28cf790 req-f47064db-fc65-4a61-b130-50292e241154 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.0877883 Mar 30 16:43:24.873376 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1624a987-1418-440d-a9e0-04aef28cf790 req-76dd9c9e-c5a6-447c-b664-495ab2b56073 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7 HTTP/1.1" status: 200 len: 1000 time: 0.0616088 Mar 30 16:43:24.924720 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a987-1418-440d-a9e0-04aef28cf790 req-9413fca8-796a-449f-8f0e-f93e8f1bee31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:24.926757 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1624a987-1418-440d-a9e0-04aef28cf790 req-9413fca8-796a-449f-8f0e-f93e8f1bee31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.0456362 Mar 30 16:43:24.976200 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624a987-1418-440d-a9e0-04aef28cf790 req-93fb6620-302d-4c43-800e-a5dc3ace008a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:24.977741 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1624a987-1418-440d-a9e0-04aef28cf790 req-93fb6620-302d-4c43-800e-a5dc3ace008a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438287 Mar 30 16:43:25.066300 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1624a987-1418-440d-a9e0-04aef28cf790 req-3408fd8e-3332-40f1-bf9a-3dc2a178ed3e service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804141 Mar 30 16:43:25.159553 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1624a987-1418-440d-a9e0-04aef28cf790 req-2db0c3b0-1a03-4432-8309-7597b0887f3a service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869102 Mar 30 16:43:25.277247 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-ca49edd9-3add-4ccb-a43b-a27afc1339ea tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.278654 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-ca49edd9-3add-4ccb-a43b-a27afc1339ea tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 815 time: 0.1006508 Mar 30 16:43:25.350919 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-91551ffd-030d-4c70-8174-f25c16be04ed tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 380 time: 0.0509195 Mar 30 16:43:25.360008 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'port': {'device_id': '0339f859-c9a8-4063-93f9-db4e66a48052', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'admin_state_up': True, 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'security_groups': ['745d323d-0072-4d64-af4d-d791662787a3']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:25.440736 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-482bd151-2380-408a-ab15-c28509dada81 req-17090f78-1cee-4301-acad-c624606bb4e8 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 210 time: 0.0357945 Mar 30 16:43:25.586212 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Made reservation on behalf of 4fab43bb585b4ab98a6291af025dd6d3 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:43:25.589889 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:25.716920 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Allocated IP 172.20.0.3 (25a23ead-595b-4257-94d5-46389d5e6899/ce2d2ce2-f666-4ed6-8ebb-27ffff21e668/e881b265-4d93-4997-be32-7448a7f7310d) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:25.873343 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6041bfe-dbfa-4dc8-abe8-a3e26fec625d req-48588dda-6a6e-4b91-940b-eb7eb5ca98d2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:25.874998 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e6041bfe-dbfa-4dc8-abe8-a3e26fec625d req-48588dda-6a6e-4b91-940b-eb7eb5ca98d2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.1072168 Mar 30 16:43:25.909177 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (e881b265-4d93-4997-be32-7448a7f7310d), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:25.947776 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e6041bfe-dbfa-4dc8-abe8-a3e26fec625d req-1359f1a5-24ed-4867-8ac9-483f30cafe48 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650406 Mar 30 16:43:26.046246 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (e881b265-4d93-4997-be32-7448a7f7310d), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.088132 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Network 25a23ead-595b-4257-94d5-46389d5e6899 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:26.091122 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:26.093432 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:26.134275 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=e881b265-4d93-4997-be32-7448a7f7310d,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:26.161456 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:26.162042 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.235137 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-a806d206-dac2-46c5-91cf-cc6ebdb21333 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8788958 Mar 30 16:43:26.246435 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Request body: {'port': {'device_id': '0339f859-c9a8-4063-93f9-db4e66a48052', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:26.304286 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e881b265-4d93-4997-be32-7448a7f7310d), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.312940 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-a7c167c7-a634-4341-ba9a-1c3b4907b25a None None] Provisioning complete for port e881b265-4d93-4997-be32-7448a7f7310d triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:43:26.313399 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a7c167c7-a634-4341-ba9a-1c3b4907b25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (e881b265-4d93-4997-be32-7448a7f7310d), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.346540 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-a7c167c7-a634-4341-ba9a-1c3b4907b25a None None] Port e881b265-4d93-4997-be32-7448a7f7310d cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:43:26.594976 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e881b265-4d93-4997-be32-7448a7f7310d {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:43:26.606208 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cad9b-c2ed-4f32-b1bf-82c134ebe100 req-79d6daa8-05c3-4c3f-a1b9-ba05d8e12d58 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:26.607684 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-780cad9b-c2ed-4f32-b1bf-82c134ebe100 req-79d6daa8-05c3-4c3f-a1b9-ba05d8e12d58 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 931 time: 0.0972192 Mar 30 16:43:26.611537 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Publish callbacks [] for port (e881b265-4d93-4997-be32-7448a7f7310d), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.636723 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Transition to ACTIVE for port object e881b265-4d93-4997-be32-7448a7f7310d will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:43:26.663245 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-780cad9b-c2ed-4f32-b1bf-82c134ebe100 req-7054a2ca-0a52-4f23-bec8-d7bc4fbf3776 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493689 Mar 30 16:43:26.714045 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (e881b265-4d93-4997-be32-7448a7f7310d), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.762283 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Pushing event updated for resources: {'Port': ['ID=e881b265-4d93-4997-be32-7448a7f7310d,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:26.839435 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Attempting to bind port e881b265-4d93-4997-be32-7448a7f7310d on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:43:26.839774 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Attempting to bind port e881b265-4d93-4997-be32-7448a7f7310d by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:43:26.840096 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Attempting to bind port e881b265-4d93-4997-be32-7448a7f7310d on network 25a23ead-595b-4257-94d5-46389d5e6899 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:26.844706 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Port e881b265-4d93-4997-be32-7448a7f7310d on network 25a23ead-595b-4257-94d5-46389d5e6899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:43:26.845100 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Attempting to bind port e881b265-4d93-4997-be32-7448a7f7310d on network 25a23ead-595b-4257-94d5-46389d5e6899 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:26.851245 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:43:26.852206 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Checking segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:43:26.855111 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Bound using segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:43:26.855111 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Bound port: e881b265-4d93-4997-be32-7448a7f7310d, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:43:26.855111 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e881b265-4d93-4997-be32-7448a7f7310d), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:26.918867 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] For port e881b265-4d93-4997-be32-7448a7f7310d, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:43:26.923814 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] For port e881b265-4d93-4997-be32-7448a7f7310d, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e881b265-4d93-4997-be32-7448a7f7310d,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:43:27.006916 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (e881b265-4d93-4997-be32-7448a7f7310d), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:27.066971 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.068085 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:27.069497 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] 10.222.0.41 "PUT /v2.0/ports/e881b265-4d93-4997-be32-7448a7f7310d HTTP/1.1" status: 200 len: 1093 time: 0.8273160 Mar 30 16:43:27.070011 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0339f859-c9a8-4063-93f9-db4e66a48052', 'tag': 'e881b265-4d93-4997-be32-7448a7f7310d'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:27.072353 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8345c28f-ffd4-4b61-8b3e-ef1756e60953" -d '{"events": [{"name": "network-changed", "server_uuid": "0339f859-c9a8-4063-93f9-db4e66a48052", "tag": "e881b265-4d93-4997-be32-7448a7f7310d"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:27.351603 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8df815-1ba6-4607-b342-6b634394fdcb x-openstack-request-id: req-aa8df815-1ba6-4607-b342-6b634394fdcb {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:27.351812 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0339f859-c9a8-4063-93f9-db4e66a48052", "tag": "e881b265-4d93-4997-be32-7448a7f7310d", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:27.352053 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa8df815-1ba6-4607-b342-6b634394fdcb {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:27.352443 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa8df815-1ba6-4607-b342-6b634394fdcb'] response: {'name': 'network-changed', 'server_uuid': '0339f859-c9a8-4063-93f9-db4e66a48052', 'tag': 'e881b265-4d93-4997-be32-7448a7f7310d', 'status': 'completed', 'code': 200} Mar 30 16:43:27.392170 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7dad64-da70-42f9-b69d-e999a85a5666 service neutron] Pushing event updated for resources: {'Port': ['ID=e881b265-4d93-4997-be32-7448a7f7310d,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:27.416533 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f65e1c5-76f8-400e-859b-67674b73a0cb req-abcdf430-1418-4f83-b666-053abff3e11d tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.418105 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0f65e1c5-76f8-400e-859b-67674b73a0cb req-abcdf430-1418-4f83-b666-053abff3e11d tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.4007735 Mar 30 16:43:27.434062 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345c28f-ffd4-4b61-8b3e-ef1756e60953 req-33c7fd1c-23fd-457f-8965-fc9578b8bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.435522 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8345c28f-ffd4-4b61-8b3e-ef1756e60953 req-33c7fd1c-23fd-457f-8965-fc9578b8bd35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 1127 time: 0.0785179 Mar 30 16:43:27.520457 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0f65e1c5-76f8-400e-859b-67674b73a0cb req-a11d2990-d536-4b23-8497-966230b14ab2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965235 Mar 30 16:43:27.554352 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345c28f-ffd4-4b61-8b3e-ef1756e60953 req-b550d60c-acc3-46fb-97e4-719130d877d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.555842 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8345c28f-ffd4-4b61-8b3e-ef1756e60953 req-b550d60c-acc3-46fb-97e4-719130d877d1 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1104951 Mar 30 16:43:27.645539 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345c28f-ffd4-4b61-8b3e-ef1756e60953 req-78a3b24f-b8be-46d3-ac69-b8ab1d5e25c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.647226 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8345c28f-ffd4-4b61-8b3e-ef1756e60953 req-78a3b24f-b8be-46d3-ac69-b8ab1d5e25c4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0852580 Mar 30 16:43:27.725419 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-f6ac0f3a-e1e9-4131-ab92-ef1f6f0370a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.726969 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-f6ac0f3a-e1e9-4131-ab92-ef1f6f0370a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 1127 time: 0.0451825 Mar 30 16:43:27.794920 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-ef2296d0-7f10-4f12-9329-b33ce4b6ff0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e881b265-4d93-4997-be32-7448a7f7310d HTTP/1.1" status: 200 len: 217 time: 0.0530660 Mar 30 16:43:27.852263 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a43b5-3945-40f5-a3b1-753c043a8ba7 req-78afb0c1-1ac7-418d-9ae6-6dff35780535 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.853737 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-526a43b5-3945-40f5-a3b1-753c043a8ba7 req-78afb0c1-1ac7-418d-9ae6-6dff35780535 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 943 time: 0.1205554 Mar 30 16:43:27.859460 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-1e31f400-1da1-403e-8511-6437011bde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.860820 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-1e31f400-1da1-403e-8511-6437011bde43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce2d2ce2-f666-4ed6-8ebb-27ffff21e668 HTTP/1.1" status: 200 len: 854 time: 0.0589283 Mar 30 16:43:27.934115 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-526a43b5-3945-40f5-a3b1-753c043a8ba7 req-eaf4e671-161e-404e-b343-94c9aafd8eb0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722115 Mar 30 16:43:27.943566 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-14866396-b0a8-4c76-830f-8d244f55a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:27.945024 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-14866396-b0a8-4c76-830f-8d244f55a1a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a23ead-595b-4257-94d5-46389d5e6899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696061 Mar 30 16:43:28.049109 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-08a718c4-13cd-42c4-91aa-442687b8d7ed service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963247 Mar 30 16:43:28.148874 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0ca1630-2c1f-470f-aa81-3fcfba774974 req-be31f240-7442-493e-814d-9ef21f5ca346 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876238 Mar 30 16:43:28.638216 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d22dc-e18a-4dbd-9d38-69dc82f07202 req-b851b909-c030-4eed-b7e1-a186cedd755e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:28.639637 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1f4d22dc-e18a-4dbd-9d38-69dc82f07202 req-b851b909-c030-4eed-b7e1-a186cedd755e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0526900 Mar 30 16:43:28.685049 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1f4d22dc-e18a-4dbd-9d38-69dc82f07202 req-39ebfc9e-1790-4867-ab74-0cad9454a8ac tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399745 Mar 30 16:43:28.799622 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf62aa-c170-456b-8f66-373e4398c8e4 req-787a2535-a59c-4108-898c-7910946d0163 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:28.801094 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b8bf62aa-c170-456b-8f66-373e4398c8e4 req-787a2535-a59c-4108-898c-7910946d0163 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0527532 Mar 30 16:43:28.809462 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44514) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:28.813751 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-c5557c13-69d1-4d24-b7f0-17a913ccc5a1 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Request body: {'floatingip': {'port_id': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:28.872519 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c5557c13-69d1-4d24-b7f0-17a913ccc5a1 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for floatingip (3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:29.124307 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f26ec-96c7-43c6-97c5-029b8ef5ba16 req-5933c2d1-5f3f-48ab-aaf4-16c936f241b1 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:29.125779 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-911f26ec-96c7-43c6-97c5-029b8ef5ba16 req-5933c2d1-5f3f-48ab-aaf4-16c936f241b1 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 943 time: 0.1265779 Mar 30 16:43:29.221380 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-911f26ec-96c7-43c6-97c5-029b8ef5ba16 req-9a0d769a-3a55-4161-a7a5-21677ec240d5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885389 Mar 30 16:43:29.388449 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c5557c13-69d1-4d24-b7f0-17a913ccc5a1 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:29.405596 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-bca1244e-2f8a-477f-b1f4-248c7fcb9d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:29.463238 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c5557c13-69d1-4d24-b7f0-17a913ccc5a1 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:29.673265 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5557c13-69d1-4d24-b7f0-17a913ccc5a1 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:29.782950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5557c13-69d1-4d24-b7f0-17a913ccc5a1 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:29.789018 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c5557c13-69d1-4d24-b7f0-17a913ccc5a1 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:29.793500 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc267e-ae92-464c-834b-54d46e2a7909 None None] Sync routers for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:29.803311 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc267e-ae92-464c-834b-54d46e2a7909 None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:29.803918 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-0bbc267e-ae92-464c-834b-54d46e2a7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:29.820251 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:29.822548 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f132ce-bebe-440e-9e6b-c0c99b7cc480" -d '{"events": [{"name": "network-changed", "server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:29.866219 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c5557c13-69d1-4d24-b7f0-17a913ccc5a1 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "PUT /v2.0/floatingips/3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b HTTP/1.1" status: 200 len: 992 time: 1.0422454 Mar 30 16:43:29.879074 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d480eee4-cdba-4f7a-9790-1cc7ccda2369 x-openstack-request-id: req-d480eee4-cdba-4f7a-9790-1cc7ccda2369 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:29.879363 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:29.879615 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d480eee4-cdba-4f7a-9790-1cc7ccda2369 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:29.880043 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d480eee4-cdba-4f7a-9790-1cc7ccda2369'] response: {'name': 'network-changed', 'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'status': 'completed', 'code': 200} Mar 30 16:43:29.914346 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-0bbc267e-ae92-464c-834b-54d46e2a7909 None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:29.957442 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f132ce-bebe-440e-9e6b-c0c99b7cc480 req-82f1eb92-330a-41e8-8fc4-868187947aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:29.960078 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23f132ce-bebe-440e-9e6b-c0c99b7cc480 req-82f1eb92-330a-41e8-8fc4-868187947aff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 1129 time: 0.0495172 Mar 30 16:43:30.059920 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f132ce-bebe-440e-9e6b-c0c99b7cc480 req-e3c5cb84-5ecd-44aa-bbe1-56fb21b736d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:30.061465 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23f132ce-bebe-440e-9e6b-c0c99b7cc480 req-e3c5cb84-5ecd-44aa-bbe1-56fb21b736d6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.0940506 Mar 30 16:43:30.131051 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23f132ce-bebe-440e-9e6b-c0c99b7cc480 req-9cda0e65-6437-4446-968b-5e27b55df2d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7 HTTP/1.1" status: 200 len: 1000 time: 0.0619745 Mar 30 16:43:30.140522 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-0bbc267e-ae92-464c-834b-54d46e2a7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'port_id': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'mac_address': 'fa:16:3e:f7:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d36084b-07e6-4300-90db-b3095b0148da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:25Z', 'updated_at': '2022-03-30T16:43:29Z', 'revision_number': 3, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 5, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:30.167022 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc267e-ae92-464c-834b-54d46e2a7909 None None] Checking router: fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:30.175478 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bbc267e-ae92-464c-834b-54d46e2a7909 None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:30.176152 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-0bbc267e-ae92-464c-834b-54d46e2a7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:30.180948 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f132ce-bebe-440e-9e6b-c0c99b7cc480 req-7476ae37-c5c2-4583-a54a-0bc0c91bf6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:30.182409 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23f132ce-bebe-440e-9e6b-c0c99b7cc480 req-7476ae37-c5c2-4583-a54a-0bc0c91bf6a1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.0450072 Mar 30 16:43:30.236716 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f132ce-bebe-440e-9e6b-c0c99b7cc480 req-83ada9f7-5f26-4776-bdd3-a2d2570a0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:30.238134 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23f132ce-bebe-440e-9e6b-c0c99b7cc480 req-83ada9f7-5f26-4776-bdd3-a2d2570a0a66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436437 Mar 30 16:43:30.287714 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-0bbc267e-ae92-464c-834b-54d46e2a7909 None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:30.369371 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131ae156-6b2b-4caf-ba0d-3430a7ca32cb req-ee4d5901-c759-4ad8-b1f2-43bf607167be tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:30.371001 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-131ae156-6b2b-4caf-ba0d-3430a7ca32cb req-ee4d5901-c759-4ad8-b1f2-43bf607167be tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 943 time: 0.0801511 Mar 30 16:43:30.381013 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23f132ce-bebe-440e-9e6b-c0c99b7cc480 req-caf6bfac-1b10-4a68-a174-bbe8d5279adc service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303303 Mar 30 16:43:30.472862 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-131ae156-6b2b-4caf-ba0d-3430a7ca32cb req-e42deb6b-d386-4508-baa0-d02388991d30 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958738 Mar 30 16:43:30.502985 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-23f132ce-bebe-440e-9e6b-c0c99b7cc480 req-3f604cec-1a75-4774-aa34-76c25bd0e802 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116352 Mar 30 16:43:30.603751 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-0bbc267e-ae92-464c-834b-54d46e2a7909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'port_id': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'mac_address': 'fa:16:3e:f7:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d36084b-07e6-4300-90db-b3095b0148da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:25Z', 'updated_at': '2022-03-30T16:43:29Z', 'revision_number': 3, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 5, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:30.628945 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bbc267e-ae92-464c-834b-54d46e2a7909 None None] The sync data for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi is: [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'floating_ip_address': '172.27.0.16', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'port_id': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 337, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'mac_address': 'fa:16:3e:f7:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d36084b-07e6-4300-90db-b3095b0148da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:41:25Z', 'updated_at': '2022-03-30T16:43:29Z', 'revision_number': 3, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 5, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:31.595541 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440ba72-0caf-4095-8e9b-7419c5c35c8a req-57f13ae9-7ac2-4da0-834d-f50e5061a0d7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:31.596998 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9440ba72-0caf-4095-8e9b-7419c5c35c8a req-57f13ae9-7ac2-4da0-834d-f50e5061a0d7 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 943 time: 0.0530808 Mar 30 16:43:31.642364 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9440ba72-0caf-4095-8e9b-7419c5c35c8a req-f5780e25-2be2-494b-b414-272516f313af tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397995 Mar 30 16:43:31.745404 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device e881b265-4d93-4997-be32-7448a7f7310d details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:43:31.804517 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-460cef8d-934a-4569-a29a-5c4ef614e562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:31.845614 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port e881b265-4d93-4997-be32-7448a7f7310d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e881b265-4d93-4997-be32-7448a7f7310d,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:31.856863 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': 'e881b265-4d93-4997-be32-7448a7f7310d', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'port_id': 'e881b265-4d93-4997-be32-7448a7f7310d', 'mac_address': 'fa:16:3e:f5:7f:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:43:31.881566 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:31.883947 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35bf5ce-b156-4260-9cbb-ba163dea30d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:31.894074 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port e881b265-4d93-4997-be32-7448a7f7310d is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:43:31.894465 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e881b265-4d93-4997-be32-7448a7f7310d), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:31.908461 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e881b265-4d93-4997-be32-7448a7f7310d {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:43:31.919105 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb89f4f2-c526-4715-8220-78e32b8cc33e x-openstack-request-id: req-bb89f4f2-c526-4715-8220-78e32b8cc33e {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:31.919393 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:31.919649 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb89f4f2-c526-4715-8220-78e32b8cc33e {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:31.920074 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb89f4f2-c526-4715-8220-78e32b8cc33e'] response: {'name': 'network-changed', 'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'status': 'completed', 'code': 200} Mar 30 16:43:31.928792 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port e881b265-4d93-4997-be32-7448a7f7310d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e881b265-4d93-4997-be32-7448a7f7310d,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:31.985509 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bf5ce-b156-4260-9cbb-ba163dea30d8 req-8a492fb8-5d19-477d-b78e-37fa8a72c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:31.987043 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c35bf5ce-b156-4260-9cbb-ba163dea30d8 req-8a492fb8-5d19-477d-b78e-37fa8a72c6b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 1129 time: 0.0431905 Mar 30 16:43:31.999939 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (e881b265-4d93-4997-be32-7448a7f7310d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:32.050735 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=e881b265-4d93-4997-be32-7448a7f7310d,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:32.081418 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bf5ce-b156-4260-9cbb-ba163dea30d8 req-34ea5196-7e01-46ba-8712-ed8e0064091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:32.082906 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c35bf5ce-b156-4260-9cbb-ba163dea30d8 req-34ea5196-7e01-46ba-8712-ed8e0064091b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.0873842 Mar 30 16:43:32.149639 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c35bf5ce-b156-4260-9cbb-ba163dea30d8 req-114011ea-929d-41e8-abcb-7cfa9c70a657 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7 HTTP/1.1" status: 200 len: 1000 time: 0.0577517 Mar 30 16:43:32.201336 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bf5ce-b156-4260-9cbb-ba163dea30d8 req-7b13687a-9ab3-4058-b019-b910aa8e4d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:32.202787 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c35bf5ce-b156-4260-9cbb-ba163dea30d8 req-7b13687a-9ab3-4058-b019-b910aa8e4d44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.0468349 Mar 30 16:43:32.252836 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35bf5ce-b156-4260-9cbb-ba163dea30d8 req-8c3777a3-db18-4d05-a346-a65d08b5d47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:32.254357 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c35bf5ce-b156-4260-9cbb-ba163dea30d8 req-8c3777a3-db18-4d05-a346-a65d08b5d47c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444593 Mar 30 16:43:32.335494 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['e881b265-4d93-4997-be32-7448a7f7310d'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:43:32.343000 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c35bf5ce-b156-4260-9cbb-ba163dea30d8 req-ee2561da-d18a-4380-b10b-5e02ebaef7cf service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803921 Mar 30 16:43:32.435283 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c35bf5ce-b156-4260-9cbb-ba163dea30d8 req-6aba379b-a281-48cc-a4fc-a66630a16dad service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862432 Mar 30 16:43:32.757288 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbd299-6440-4c53-9ea5-d9ed4a30dc49 req-4c0f048f-776d-45d7-be03-e5e8c014a669 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:32.758752 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-97dbd299-6440-4c53-9ea5-d9ed4a30dc49 req-4c0f048f-776d-45d7-be03-e5e8c014a669 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 944 time: 0.0518396 Mar 30 16:43:32.804614 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-97dbd299-6440-4c53-9ea5-d9ed4a30dc49 req-c8f55cfe-f283-43ba-a454-f72b3c24a038 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404100 Mar 30 16:43:33.014534 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:33.740365 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device e881b265-4d93-4997-be32-7448a7f7310d up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:43:33.837692 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port e881b265-4d93-4997-be32-7448a7f7310d completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:43:33.843119 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port e881b265-4d93-4997-be32-7448a7f7310d triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:43:33.843119 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (e881b265-4d93-4997-be32-7448a7f7310d), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:33.920059 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port e881b265-4d93-4997-be32-7448a7f7310d is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:43:33.920365 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e881b265-4d93-4997-be32-7448a7f7310d), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:33.926835 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7104c581-170d-431c-86a7-834a3705b88c req-add2e65a-500a-4643-b249-3790d234080d tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:33.928972 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7104c581-170d-431c-86a7-834a3705b88c req-add2e65a-500a-4643-b249-3790d234080d tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 944 time: 0.0532146 Mar 30 16:43:33.943541 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0339f859-c9a8-4063-93f9-db4e66a48052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e881b265-4d93-4997-be32-7448a7f7310d'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:33.945807 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b29ff4-31bc-43fe-8fac-235740ac2980" -d '{"events": [{"server_uuid": "0339f859-c9a8-4063-93f9-db4e66a48052", "name": "network-vif-plugged", "status": "completed", "tag": "e881b265-4d93-4997-be32-7448a7f7310d"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:33.958622 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port e881b265-4d93-4997-be32-7448a7f7310d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e881b265-4d93-4997-be32-7448a7f7310d,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:33.981613 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7104c581-170d-431c-86a7-834a3705b88c req-5d3805ff-8e1d-45b7-8fd1-585998d38c92 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466082 Mar 30 16:43:33.982999 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6c41a74-e862-4c99-9cde-2eb9e68fa211 x-openstack-request-id: req-b6c41a74-e862-4c99-9cde-2eb9e68fa211 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:33.983318 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0339f859-c9a8-4063-93f9-db4e66a48052", "name": "network-vif-plugged", "status": "completed", "tag": "e881b265-4d93-4997-be32-7448a7f7310d", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:33.983583 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6c41a74-e862-4c99-9cde-2eb9e68fa211 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:33.983993 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c41a74-e862-4c99-9cde-2eb9e68fa211'] response: {'server_uuid': '0339f859-c9a8-4063-93f9-db4e66a48052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e881b265-4d93-4997-be32-7448a7f7310d', 'code': 200} Mar 30 16:43:34.034482 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (e881b265-4d93-4997-be32-7448a7f7310d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:34.086501 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=e881b265-4d93-4997-be32-7448a7f7310d,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:34.283729 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0b5fa-449f-4759-97f8-6bb1d9de8501 req-36d6225c-482b-47d9-8c1e-346e5dc0640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:34.285180 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-81b0b5fa-449f-4759-97f8-6bb1d9de8501 req-36d6225c-482b-47d9-8c1e-346e5dc0640b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 1129 time: 0.0441146 Mar 30 16:43:34.289571 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:34.329240 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-81b0b5fa-449f-4759-97f8-6bb1d9de8501 req-cd6d9835-31f8-4180-a5b1-fa3693758c63 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368295 Mar 30 16:43:35.099795 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed59da2-407a-483c-aee6-b0ebd6e1e682 req-3b7f929d-7ea3-4ccb-b7dc-549287cbae66 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:35.101288 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ed59da2-407a-483c-aee6-b0ebd6e1e682 req-3b7f929d-7ea3-4ccb-b7dc-549287cbae66 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 945 time: 0.0514653 Mar 30 16:43:35.147792 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ed59da2-407a-483c-aee6-b0ebd6e1e682 req-c484d148-77ae-44f3-bf8b-39535c8363ba tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409763 Mar 30 16:43:35.785894 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:36.265610 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507528dd-047c-40d7-be23-bc36fabbadfd req-a694844c-4fdf-43ba-a3c7-dae7285837e2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:36.267075 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-507528dd-047c-40d7-be23-bc36fabbadfd req-a694844c-4fdf-43ba-a3c7-dae7285837e2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 945 time: 0.0541055 Mar 30 16:43:36.311518 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-507528dd-047c-40d7-be23-bc36fabbadfd req-163a2930-928c-4eef-8a9e-25588cd84619 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380373 Mar 30 16:43:36.424105 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899e0e2-aaad-46d6-97f4-233ad6ac98dc req-6d46c65c-3df5-4563-892c-7c0752444e21 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:36.425546 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0899e0e2-aaad-46d6-97f4-233ad6ac98dc req-6d46c65c-3df5-4563-892c-7c0752444e21 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 945 time: 0.0521502 Mar 30 16:43:36.435987 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44548) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:36.439463 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-ac53c104-7d4e-4823-a81e-37af1978942c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'floatingip': {'port_id': 'e881b265-4d93-4997-be32-7448a7f7310d'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:36.479890 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ac53c104-7d4e-4823-a81e-37af1978942c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (acaca7a9-5025-47d1-8aff-0f478fdfb6d3), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:37.163151 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ac53c104-7d4e-4823-a81e-37af1978942c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:37.237267 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ac53c104-7d4e-4823-a81e-37af1978942c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (acaca7a9-5025-47d1-8aff-0f478fdfb6d3), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:37.335870 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-ac53c104-7d4e-4823-a81e-37af1978942c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Floating IP acaca7a9-5025-47d1-8aff-0f478fdfb6d3 associated. External IP: 172.27.0.7, port: e881b265-4d93-4997-be32-7448a7f7310d. Mar 30 16:43:37.512396 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:43:37.546012 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac53c104-7d4e-4823-a81e-37af1978942c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:37.655902 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac53c104-7d4e-4823-a81e-37af1978942c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:37.660689 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ac53c104-7d4e-4823-a81e-37af1978942c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:37.666271 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20952b-15d7-40ce-baf8-559ea18e049a None None] Sync routers for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:37.675434 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20952b-15d7-40ce-baf8-559ea18e049a None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:37.676057 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-8c20952b-15d7-40ce-baf8-559ea18e049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:37.688857 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ac53c104-7d4e-4823-a81e-37af1978942c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "PUT /v2.0/floatingips/acaca7a9-5025-47d1-8aff-0f478fdfb6d3 HTTP/1.1" status: 200 len: 989 time: 1.2529893 Mar 30 16:43:37.689435 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0339f859-c9a8-4063-93f9-db4e66a48052', 'tag': 'e881b265-4d93-4997-be32-7448a7f7310d'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:37.691695 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4389057-d597-4aeb-a725-b9feaf1fe4af" -d '{"events": [{"name": "network-changed", "server_uuid": "0339f859-c9a8-4063-93f9-db4e66a48052", "tag": "e881b265-4d93-4997-be32-7448a7f7310d"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:37.728261 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6232bb-279f-45ab-b265-eab59bf27540 x-openstack-request-id: req-dd6232bb-279f-45ab-b265-eab59bf27540 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:37.728554 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0339f859-c9a8-4063-93f9-db4e66a48052", "tag": "e881b265-4d93-4997-be32-7448a7f7310d", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:37.728808 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd6232bb-279f-45ab-b265-eab59bf27540 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:37.729213 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6232bb-279f-45ab-b265-eab59bf27540'] response: {'name': 'network-changed', 'server_uuid': '0339f859-c9a8-4063-93f9-db4e66a48052', 'tag': 'e881b265-4d93-4997-be32-7448a7f7310d', 'status': 'completed', 'code': 200} Mar 30 16:43:37.784732 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-8c20952b-15d7-40ce-baf8-559ea18e049a None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:37.796833 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389057-d597-4aeb-a725-b9feaf1fe4af req-1fe437f0-aa6e-4cc7-a19b-a6c5e3f8fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:37.798347 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4389057-d597-4aeb-a725-b9feaf1fe4af req-1fe437f0-aa6e-4cc7-a19b-a6c5e3f8fee5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 1129 time: 0.0476847 Mar 30 16:43:37.896011 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389057-d597-4aeb-a725-b9feaf1fe4af req-de3a24cd-505d-492e-9e1a-3438abe5adb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:37.897762 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4389057-d597-4aeb-a725-b9feaf1fe4af req-de3a24cd-505d-492e-9e1a-3438abe5adb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 916 time: 0.0904195 Mar 30 16:43:37.962907 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4389057-d597-4aeb-a725-b9feaf1fe4af req-0dbe533c-4fc2-41b4-bcf7-ddbad28b0335 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e881b265-4d93-4997-be32-7448a7f7310d HTTP/1.1" status: 200 len: 997 time: 0.0585048 Mar 30 16:43:38.012976 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-8c20952b-15d7-40ce-baf8-559ea18e049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'acaca7a9-5025-47d1-8aff-0f478fdfb6d3', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': 'e881b265-4d93-4997-be32-7448a7f7310d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:f5:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339f859-c9a8-4063-93f9-db4e66a48052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:21Z', 'updated_at': '2022-03-30T16:43:37Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:38.015582 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389057-d597-4aeb-a725-b9feaf1fe4af req-f544ae24-858a-4ca3-a621-af4833b9f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:38.017071 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4389057-d597-4aeb-a725-b9feaf1fe4af req-f544ae24-858a-4ca3-a621-af4833b9f517 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce2d2ce2-f666-4ed6-8ebb-27ffff21e668 HTTP/1.1" status: 200 len: 854 time: 0.0475163 Mar 30 16:43:38.039088 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20952b-15d7-40ce-baf8-559ea18e049a None None] Checking router: b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:38.047316 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c20952b-15d7-40ce-baf8-559ea18e049a None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:38.047926 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-8c20952b-15d7-40ce-baf8-559ea18e049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:38.064965 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4389057-d597-4aeb-a725-b9feaf1fe4af req-9309b3cc-5bd0-4959-a02b-1153054a14ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:38.066540 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4389057-d597-4aeb-a725-b9feaf1fe4af req-9309b3cc-5bd0-4959-a02b-1153054a14ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a23ead-595b-4257-94d5-46389d5e6899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436859 Mar 30 16:43:38.168565 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4389057-d597-4aeb-a725-b9feaf1fe4af req-55f3336d-4e09-4c59-ba28-3aed52e4e07b service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867317 Mar 30 16:43:38.267743 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b4389057-d597-4aeb-a725-b9feaf1fe4af req-61f074bd-698f-445c-a9a5-b1e23b7fda46 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914028 Mar 30 16:43:38.282524 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-8c20952b-15d7-40ce-baf8-559ea18e049a None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:38.503210 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-8c20952b-15d7-40ce-baf8-559ea18e049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'acaca7a9-5025-47d1-8aff-0f478fdfb6d3', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': 'e881b265-4d93-4997-be32-7448a7f7310d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:f5:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339f859-c9a8-4063-93f9-db4e66a48052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:21Z', 'updated_at': '2022-03-30T16:43:37Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:38.533358 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c20952b-15d7-40ce-baf8-559ea18e049a None None] The sync data for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi is: [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'acaca7a9-5025-47d1-8aff-0f478fdfb6d3', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.7', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': 'e881b265-4d93-4997-be32-7448a7f7310d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:f5:7f:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339f859-c9a8-4063-93f9-db4e66a48052', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:21Z', 'updated_at': '2022-03-30T16:43:37Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:38.716167 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba15847-f793-4c42-b07b-8f8d9110ad7f None None] New status for floating IP acaca7a9-5025-47d1-8aff-0f478fdfb6d3: ACTIVE {{(pid=106618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:43:40.454997 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0679c51-672a-41ea-8895-460646c199c6 req-e2d61de8-2172-4983-95cd-6937ce73cc7b tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:40.456393 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d0679c51-672a-41ea-8895-460646c199c6 req-e2d61de8-2172-4983-95cd-6937ce73cc7b tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0536637 Mar 30 16:43:40.549397 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d0679c51-672a-41ea-8895-460646c199c6 req-6f6f670d-8e18-47ae-b22a-2a8ef78ed3cb tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0848167 Mar 30 16:43:40.561835 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380da9b2-3fc0-4682-a637-5916d3a4f4b2 req-96bea22c-0105-4ad3-ab30-423f537cf41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:40.563365 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-380da9b2-3fc0-4682-a637-5916d3a4f4b2 req-96bea22c-0105-4ad3-ab30-423f537cf41b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6912f356ee1e4b6185cd543fb1225e6f&device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 1168 time: 0.0707181 Mar 30 16:43:40.651234 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380da9b2-3fc0-4682-a637-5916d3a4f4b2 req-e1598b0a-89c2-42f1-81c0-e7cb1b3140c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:40.652726 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-380da9b2-3fc0-4682-a637-5916d3a4f4b2 req-e1598b0a-89c2-42f1-81c0-e7cb1b3140c7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ba8108a-6296-4e49-baec-a63c57053824 HTTP/1.1" status: 200 len: 916 time: 0.0828106 Mar 30 16:43:40.721709 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-380da9b2-3fc0-4682-a637-5916d3a4f4b2 req-01662e1e-0e22-4c12-9448-de53ea6584e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312 HTTP/1.1" status: 200 len: 1001 time: 0.0609806 Mar 30 16:43:40.768326 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380da9b2-3fc0-4682-a637-5916d3a4f4b2 req-c02a1e1f-d143-4fa3-828e-f6942977eb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:40.769807 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-380da9b2-3fc0-4682-a637-5916d3a4f4b2 req-c02a1e1f-d143-4fa3-828e-f6942977eb8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aa56f19-56b2-42e1-8a44-a143b0905304 HTTP/1.1" status: 200 len: 854 time: 0.0422573 Mar 30 16:43:40.819243 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380da9b2-3fc0-4682-a637-5916d3a4f4b2 req-6ef05c3a-4793-4b49-b44f-15d5524870ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:40.820702 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-380da9b2-3fc0-4682-a637-5916d3a4f4b2 req-6ef05c3a-4793-4b49-b44f-15d5524870ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ba8108a-6296-4e49-baec-a63c57053824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437906 Mar 30 16:43:40.915174 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-380da9b2-3fc0-4682-a637-5916d3a4f4b2 req-dc0e1572-998d-4c3f-83ab-0c8bbed1ef19 service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826721 Mar 30 16:43:41.005546 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-380da9b2-3fc0-4682-a637-5916d3a4f4b2 req-3b3277d6-abff-401d-964f-720189439f90 service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828965 Mar 30 16:43:41.670315 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3545a984-3677-42ec-a8c8-924e12406005 req-eba98bd7-7a93-40e6-8bda-aaa97e8bbcb4 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:41.671811 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3545a984-3677-42ec-a8c8-924e12406005 req-eba98bd7-7a93-40e6-8bda-aaa97e8bbcb4 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0527594 Mar 30 16:43:41.732164 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3545a984-3677-42ec-a8c8-924e12406005 req-ade17223-8662-479b-90e9-52bef0086ca9 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0541942 Mar 30 16:43:42.862735 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ce61d5-87e6-45ae-8b47-486673a6e3d4 req-7ae556e4-4cdd-4d24-8730-860278d9caf0 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:42.864202 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-15ce61d5-87e6-45ae-8b47-486673a6e3d4 req-7ae556e4-4cdd-4d24-8730-860278d9caf0 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0628393 Mar 30 16:43:42.923453 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-15ce61d5-87e6-45ae-8b47-486673a6e3d4 req-a871aa8b-a7b1-4e65-b8b5-59791de2cc2c tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0534806 Mar 30 16:43:44.042268 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3f3aa-655b-4655-8775-f364aad57c2a req-8686b8ee-dd5a-44a5-8bec-aaea280666bd tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:44.043808 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-32e3f3aa-655b-4655-8775-f364aad57c2a req-8686b8ee-dd5a-44a5-8bec-aaea280666bd tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0534050 Mar 30 16:43:44.103781 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-32e3f3aa-655b-4655-8775-f364aad57c2a req-38ce1ccf-1e8b-4c23-b28a-e611bfb141df tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542147 Mar 30 16:43:45.230386 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f42ed7-1378-488c-afbc-49d22dd04c71 req-7105e8e1-0143-4e46-a7ed-b1fdf0a550be tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:45.231910 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28f42ed7-1378-488c-afbc-49d22dd04c71 req-7105e8e1-0143-4e46-a7ed-b1fdf0a550be tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0562060 Mar 30 16:43:45.292184 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-28f42ed7-1378-488c-afbc-49d22dd04c71 req-432bf927-b058-41d1-8aca-cdff6888027d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546246 Mar 30 16:43:46.410352 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d17cdc-ae6a-4eb3-b8cf-2b5cd6b38165 req-54c9ad22-b3c2-4de4-9e7d-e172404a41a2 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:46.411775 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42d17cdc-ae6a-4eb3-b8cf-2b5cd6b38165 req-54c9ad22-b3c2-4de4-9e7d-e172404a41a2 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0528233 Mar 30 16:43:46.471002 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-42d17cdc-ae6a-4eb3-b8cf-2b5cd6b38165 req-87093a79-ca27-4553-a6b2-51a2014d1f18 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527351 Mar 30 16:43:47.109314 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2be28-70ab-4cda-9c88-8cab1f28e662 req-1f107e9e-cfe8-4844-ad10-809e8480e32b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:47.110804 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12e2be28-70ab-4cda-9c88-8cab1f28e662 req-1f107e9e-cfe8-4844-ad10-809e8480e32b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 946 time: 0.0557728 Mar 30 16:43:47.161292 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-12e2be28-70ab-4cda-9c88-8cab1f28e662 req-57470841-d7f1-4935-8d51-b75a45efaf8d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442953 Mar 30 16:43:47.589923 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdaf88e-eb08-4f46-b508-ff34f33751aa req-ca4c4f3e-aa0f-45e6-b706-da1f7b460cf1 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:47.591411 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6bdaf88e-eb08-4f46-b508-ff34f33751aa req-ca4c4f3e-aa0f-45e6-b706-da1f7b460cf1 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0518484 Mar 30 16:43:47.650674 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6bdaf88e-eb08-4f46-b508-ff34f33751aa req-3a48568c-9db0-4e4c-9007-858c1bc41f6b tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535865 Mar 30 16:43:48.282970 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a23c55-0ff2-42c8-9e63-895e6765d125 req-5931650c-cd3a-4bc1-aa53-4e2ff9f3473b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:48.284446 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e0a23c55-0ff2-42c8-9e63-895e6765d125 req-5931650c-cd3a-4bc1-aa53-4e2ff9f3473b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 946 time: 0.0521011 Mar 30 16:43:48.330644 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e0a23c55-0ff2-42c8-9e63-895e6765d125 req-2b7c6c55-be6d-433b-83dd-76b2c8bde0f7 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400903 Mar 30 16:43:48.770158 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a15c75-6dc9-4a84-bf25-f28d0b833902 req-7309e252-082a-4ed6-99eb-5bdf41a109ff tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:48.773052 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e5a15c75-6dc9-4a84-bf25-f28d0b833902 req-7309e252-082a-4ed6-99eb-5bdf41a109ff tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0557544 Mar 30 16:43:48.831539 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e5a15c75-6dc9-4a84-bf25-f28d0b833902 req-349673c2-fca3-4081-98be-53ed1b8e0e5a tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522478 Mar 30 16:43:48.911542 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-852fa664-b5dc-4ae2-b2dd-da1038a2afbf tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:48.912990 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-852fa664-b5dc-4ae2-b2dd-da1038a2afbf tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.41 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 946 time: 0.0518994 Mar 30 16:43:49.010909 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Deleting port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:43:49.011158 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:49.096865 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] For port f2b7414a-8d7d-44fd-ae5f-c1feb169b602, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:43:49.097226 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:49.265221 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:49.265505 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (acbad13e-6202-40ab-8948-a33d2b8a6af1), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:49.265822 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Floating IP acbad13e-6202-40ab-8948-a33d2b8a6af1 disassociated. External IP: 172.27.0.202, port: f2b7414a-8d7d-44fd-ae5f-c1feb169b602. Mar 30 16:43:49.266166 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Calling delete_port for f2b7414a-8d7d-44fd-ae5f-c1feb169b602 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:43:49.448003 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (f2b7414a-8d7d-44fd-ae5f-c1feb169b602), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:49.466649 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eaaf55-6c55-434b-ab04-04b1f7914362 req-753fe0c7-08c5-40f7-91d9-9571d8acc720 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:49.468123 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e5eaaf55-6c55-434b-ab04-04b1f7914362 req-753fe0c7-08c5-40f7-91d9-9571d8acc720 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 868 time: 0.0640934 Mar 30 16:43:49.496950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event deleted for resources: {'Port': ['ID=f2b7414a-8d7d-44fd-ae5f-c1feb169b602,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:49.518057 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.518357 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.518735 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.519083 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.519416 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.519749 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.520083 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.520415 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.520748 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.521076 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.522307 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.522729 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.523064 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.523395 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.523723 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:49.613060 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e5eaaf55-6c55-434b-ab04-04b1f7914362 req-2420f25e-5b17-4ff9-897b-1e2cc2ef334b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d8f8f1a-9a15-40b1-a016-60574670807a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237979 Mar 30 16:43:49.651061 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Router a39c8c11-cf09-466f-9efb-3334fab4aee0 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:43:49.759009 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:43:49.768265 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f92529-a04a-448c-9d2d-bb341673c9fc None None] Sync routers for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:43:49.779798 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f92529-a04a-448c-9d2d-bb341673c9fc None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:49.780480 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-00f92529-a04a-448c-9d2d-bb341673c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:49.800879 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] No DVR routers for this DVR port f2b7414a-8d7d-44fd-ae5f-c1feb169b602 on host hv-cinder-83587 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:43:49.804054 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:49.807579 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bcf9cc7c-a193-4f0a-a570-019e11d9a1f0 req-c0a36e79-de08-4fa1-839c-ccc3ab58ea98 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.41 "DELETE /v2.0/ports/f2b7414a-8d7d-44fd-ae5f-c1feb169b602 HTTP/1.1" status: 204 len: 173 time: 0.8889487 Mar 30 16:43:49.808041 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'name': 'network-vif-deleted', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:43:49.810343 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7aab9f-b910-4470-9bc6-2e668901862f" -d '{"events": [{"server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "name": "network-vif-deleted", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:43:49.848809 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9515a3c4-d06a-4683-9ff4-e2cd5321d79a x-openstack-request-id: req-9515a3c4-d06a-4683-9ff4-e2cd5321d79a {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:43:49.849211 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ea706b-3534-4102-81d2-1d5d76eab6bc", "name": "network-vif-deleted", "tag": "f2b7414a-8d7d-44fd-ae5f-c1feb169b602", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:43:49.849324 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:49.849701 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9515a3c4-d06a-4683-9ff4-e2cd5321d79a {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:43:49.850260 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9515a3c4-d06a-4683-9ff4-e2cd5321d79a'] response: {'server_uuid': 'a8ea706b-3534-4102-81d2-1d5d76eab6bc', 'name': 'network-vif-deleted', 'tag': 'f2b7414a-8d7d-44fd-ae5f-c1feb169b602', 'status': 'completed', 'code': 200} Mar 30 16:43:49.898799 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-00f92529-a04a-448c-9d2d-bb341673c9fc None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:49.969049 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86c5b80-652b-485e-bfcc-c25015897842 req-a1766289-68dc-485b-a2d9-6473dba9b96b tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:49.973406 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f86c5b80-652b-485e-bfcc-c25015897842 req-a1766289-68dc-485b-a2d9-6473dba9b96b tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0646527 Mar 30 16:43:50.034596 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f86c5b80-652b-485e-bfcc-c25015897842 req-df1777c6-9cab-468f-a99a-9ac1b33e315d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567732 Mar 30 16:43:50.124196 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-00f92529-a04a-448c-9d2d-bb341673c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:50.150738 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f92529-a04a-448c-9d2d-bb341673c9fc None None] Checking router: a39c8c11-cf09-466f-9efb-3334fab4aee0 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:43:50.159263 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f92529-a04a-448c-9d2d-bb341673c9fc None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:43:50.159863 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-00f92529-a04a-448c-9d2d-bb341673c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:43:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:50.266656 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-00f92529-a04a-448c-9d2d-bb341673c9fc None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:43:50.461476 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-00f92529-a04a-448c-9d2d-bb341673c9fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:43:50.492871 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f92529-a04a-448c-9d2d-bb341673c9fc None None] The sync data for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi is: [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:43:50.729724 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f902c2-4d9e-48ff-b9d7-3de92c4f4d78 None None] New status for floating IP acbad13e-6202-40ab-8948-a33d2b8a6af1: DOWN {{(pid=106618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:43:50.731499 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7dfea29f-f5e1-4c78-a159-617f363c8e75 req-c3d9fecf-3047-4196-a112-e9719f1d912e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ea706b-3534-4102-81d2-1d5d76eab6bc HTTP/1.1" status: 200 len: 210 time: 0.0295899 Mar 30 16:43:51.156906 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb225b-2182-4f1c-b037-5d88476268f1 req-e7466672-fc51-401b-ab3d-2309b4555eb0 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:51.158379 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-89cb225b-2182-4f1c-b037-5d88476268f1 req-e7466672-fc51-401b-ab3d-2309b4555eb0 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0565376 Mar 30 16:43:51.223492 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-89cb225b-2182-4f1c-b037-5d88476268f1 req-e65ff402-f7b2-4389-ad2f-bdad46a733c2 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592418 Mar 30 16:43:51.915775 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44628) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:51.969123 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-745bf228-a574-41bd-9175-754d84b87e28 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (7d8f8f1a-9a15-40b1-a016-60574670807a), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:51.992486 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-745bf228-a574-41bd-9175-754d84b87e28 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (7d8f8f1a-9a15-40b1-a016-60574670807a), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.111797 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-745bf228-a574-41bd-9175-754d84b87e28 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7d8f8f1a-9a15-40b1-a016-60574670807a), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.114401 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-745bf228-a574-41bd-9175-754d84b87e28 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.115761 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-745bf228-a574-41bd-9175-754d84b87e28 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d8f8f1a-9a15-40b1-a016-60574670807a HTTP/1.1" status: 204 len: 168 time: 0.1990092 Mar 30 16:43:52.118603 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44630) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:52.125951 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745bf228-a574-41bd-9175-754d84b87e28 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8f8f1a-9a15-40b1-a016-60574670807a,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:52.132186 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.api.v2.resource [None req-7945841e-071a-41d0-ba79-074a0c29ff76 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] show failed (client error): The resource could not be found. Mar 30 16:43:52.136261 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-7945841e-071a-41d0-ba79-074a0c29ff76 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups/7d8f8f1a-9a15-40b1-a016-60574670807a HTTP/1.1" status: 404 len: 347 time: 0.0166185 Mar 30 16:43:52.137029 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44632) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:52.259099 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Deleting port f0ee912c-2ec2-42e0-b993-9fbb75c2b903 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:43:52.259520 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (f0ee912c-2ec2-42e0-b993-9fbb75c2b903), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.337524 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (f0ee912c-2ec2-42e0-b993-9fbb75c2b903), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.337855 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (f0ee912c-2ec2-42e0-b993-9fbb75c2b903), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.345044 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2edac-7867-4deb-ae69-ce0e032477ac req-13038c68-3f1b-4796-9444-0956a150fc1a tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:52.346518 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4cb2edac-7867-4deb-ae69-ce0e032477ac req-13038c68-3f1b-4796-9444-0956a150fc1a tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0576506 Mar 30 16:43:52.350397 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Calling delete_port for f0ee912c-2ec2-42e0-b993-9fbb75c2b903 owned by network:floatingip {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:43:52.543042 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (f0ee912c-2ec2-42e0-b993-9fbb75c2b903), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.573434 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event deleted for resources: {'Port': ['ID=f0ee912c-2ec2-42e0-b993-9fbb75c2b903,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:52.597320 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.599980 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.599980 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.599980 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.599980 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.599980 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.599980 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.599980 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.599980 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.600704 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.600704 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.600938 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.601265 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.601588 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.601911 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:43:52.643476 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (acbad13e-6202-40ab-8948-a33d2b8a6af1), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.646054 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:52.648186 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-8c5bd88b-9f53-489c-ae70-9b8737570abe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "DELETE /v2.0/floatingips/acbad13e-6202-40ab-8948-a33d2b8a6af1 HTTP/1.1" status: 204 len: 168 time: 0.5102210 Mar 30 16:43:52.664537 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4cb2edac-7867-4deb-ae69-ce0e032477ac req-09e69be8-934b-4c29-ae98-a0fd3a643f9d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3116744 Mar 30 16:43:53.149702 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44638) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:53.154130 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-b328eca8-02a5-4fd6-a14d-b53b761d26eb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'security_group': {'name': 'tempest-securitygroup--685576459', 'description': 'tempest-description--524760619'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:53.268545 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b328eca8-02a5-4fd6-a14d-b53b761d26eb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.332480 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b328eca8-02a5-4fd6-a14d-b53b761d26eb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (abed1f13-8b9b-4ce5-a3f3-f915f1652088), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.445380 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b328eca8-02a5-4fd6-a14d-b53b761d26eb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (abed1f13-8b9b-4ce5-a3f3-f915f1652088), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.472378 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b328eca8-02a5-4fd6-a14d-b53b761d26eb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abed1f13-8b9b-4ce5-a3f3-f915f1652088,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:53.573148 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b328eca8-02a5-4fd6-a14d-b53b761d26eb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.574381 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b328eca8-02a5-4fd6-a14d-b53b761d26eb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4236631 Mar 30 16:43:53.577179 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44640) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:53.581456 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-b683b815-be9e-49b6-8149-695a568889e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'security_group_rule': {'security_group_id': 'abed1f13-8b9b-4ce5-a3f3-f915f1652088', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:53.682174 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b683b815-be9e-49b6-8149-695a568889e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (8494fffc-2f1e-4cde-831c-c066091686cf), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.736987 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b683b815-be9e-49b6-8149-695a568889e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (8494fffc-2f1e-4cde-831c-c066091686cf), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.790265 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48b5aa-9fd0-4b23-bc48-74b2ee139a19 req-2738ad0c-0798-4d01-afe9-9e329708eb7d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:53.791734 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a48b5aa-9fd0-4b23-bc48-74b2ee139a19 req-2738ad0c-0798-4d01-afe9-9e329708eb7d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0567362 Mar 30 16:43:53.811827 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b683b815-be9e-49b6-8149-695a568889e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (8494fffc-2f1e-4cde-831c-c066091686cf), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.833548 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device f2b7414a-8d7d-44fd-ae5f-c1feb169b602 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:43:53.838402 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b683b815-be9e-49b6-8149-695a568889e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8494fffc-2f1e-4cde-831c-c066091686cf,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:53.856167 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: f2b7414a-8d7d-44fd-ae5f-c1feb169b602 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:43:53.856513 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device f2b7414a-8d7d-44fd-ae5f-c1feb169b602 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:43:53.872892 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4a48b5aa-9fd0-4b23-bc48-74b2ee139a19 req-1a95285a-95c5-4667-b5c7-ecabd2db7bb8 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0719988 Mar 30 16:43:53.944902 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b683b815-be9e-49b6-8149-695a568889e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:53.946054 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b683b815-be9e-49b6-8149-695a568889e8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3679535 Mar 30 16:43:53.948712 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44644) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:53.953009 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-21aa70be-e465-4f8c-8409-913d3c88ce57 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'security_group_rule': {'security_group_id': 'abed1f13-8b9b-4ce5-a3f3-f915f1652088', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:54.056595 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-21aa70be-e465-4f8c-8409-913d3c88ce57 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (31c20f86-4362-466f-a2a5-bb9cde25f1a2), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:54.111042 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-21aa70be-e465-4f8c-8409-913d3c88ce57 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (31c20f86-4362-466f-a2a5-bb9cde25f1a2), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:54.185984 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-21aa70be-e465-4f8c-8409-913d3c88ce57 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (31c20f86-4362-466f-a2a5-bb9cde25f1a2), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:54.203798 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aa70be-e465-4f8c-8409-913d3c88ce57 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31c20f86-4362-466f-a2a5-bb9cde25f1a2,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:54.275834 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-21aa70be-e465-4f8c-8409-913d3c88ce57 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:54.277091 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-21aa70be-e465-4f8c-8409-913d3c88ce57 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3274617 Mar 30 16:43:54.280060 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44646) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:43:54.284328 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:54.374874 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:54.472980 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:54.574795 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Allocated IP 172.27.0.41 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/bec5e933-8a1d-4595-838f-a837e30920a5) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:54.674543 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for port (bec5e933-8a1d-4595-838f-a837e30920a5), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:54.757694 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (bec5e933-8a1d-4595-838f-a837e30920a5), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:54.792786 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:54.795532 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:54.798975 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:54.825907 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'Port': ['ID=bec5e933-8a1d-4595-838f-a837e30920a5,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:54.890731 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (3d95b61a-1ddf-4415-a45b-d188801974f3), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:55.006646 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1274ede-8920-4ee0-a2cd-793f70768481 req-c6d1d1c6-7031-4fe8-b0d3-f47c2a7defc9 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:55.008140 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a1274ede-8920-4ee0-a2cd-793f70768481 req-c6d1d1c6-7031-4fe8-b0d3-f47c2a7defc9 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0724463 Mar 30 16:43:55.016137 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (bec5e933-8a1d-4595-838f-a837e30920a5), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:55.138071 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a1274ede-8920-4ee0-a2cd-793f70768481 req-77314a3b-e423-4263-ac5f-8f9a9875f046 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1236391 Mar 30 16:43:55.206551 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for port (bec5e933-8a1d-4595-838f-a837e30920a5), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:55.272570 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (bec5e933-8a1d-4595-838f-a837e30920a5), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:55.341518 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'Port': ['ID=bec5e933-8a1d-4595-838f-a837e30920a5,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:55.353183 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (3d95b61a-1ddf-4415-a45b-d188801974f3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:55.463071 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:55.464240 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-39b523a6-c31f-4197-bb3b-d3097ff0ae13 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1832712 Mar 30 16:43:55.662983 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-c962d030-05ea-4934-a9fc-0be2b3de7c9d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--685576459&fields=id&tenant_id=9d2706b3bc384330b0a601211f7d0420 HTTP/1.1" status: 200 len: 267 time: 0.0422797 Mar 30 16:43:55.764126 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-383c6574-55d1-45d7-a958-81e483f4dffd tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:55.765497 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-383c6574-55d1-45d7-a958-81e483f4dffd tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 817 time: 0.0962460 Mar 30 16:43:55.780024 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-92e3e769-c8c8-400e-8fb4-f0d637ca9796 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/quotas/9d2706b3bc384330b0a601211f7d0420 HTTP/1.1" status: 200 len: 375 time: 0.0093389 Mar 30 16:43:55.837947 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-891574dd-ac6a-4deb-84ef-26d0065bdc9c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531588 Mar 30 16:43:55.931510 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-0810db49-786a-4e8f-9b02-26d4a8c7dc40 service neutron] 10.222.0.21 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824013 Mar 30 16:43:56.023626 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-1ccb3722-d712-47d3-b4b4-c2c05ebfd5c1 service neutron] 10.222.0.21 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864239 Mar 30 16:43:56.267971 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7c7df550-894d-4c4f-862f-0569c85f880a req-1e77aeb3-e9ac-4ce3-a676-51850497f7ae tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 210 time: 0.0415056 Mar 30 16:43:56.292264 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8fe71-565d-46e4-b42e-bede6d4754c5 req-b54c8817-457f-48e0-b527-f82ae50a5c0e tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:56.293819 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f1b8fe71-565d-46e4-b42e-bede6d4754c5 req-b54c8817-457f-48e0-b527-f82ae50a5c0e tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0823894 Mar 30 16:43:56.356097 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f1b8fe71-565d-46e4-b42e-bede6d4754c5 req-70b10362-550e-4ad9-8392-d4e2ec965451 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566323 Mar 30 16:43:57.369644 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-53709783-632a-4a88-b077-f31e0808bd68 req-278a1ed1-943e-47ed-be30-ffebd76ae4d0 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 210 time: 0.0310199 Mar 30 16:43:57.479932 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82d592-fa43-4e18-adbd-7aee7b9f407d req-d56f1acd-4fd9-484d-b81f-4512962db600 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:57.481463 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1f82d592-fa43-4e18-adbd-7aee7b9f407d req-d56f1acd-4fd9-484d-b81f-4512962db600 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0576680 Mar 30 16:43:57.542449 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1f82d592-fa43-4e18-adbd-7aee7b9f407d req-1e38d298-477e-4f1a-9e90-b08cdbf3381a tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=8f95c4b3-5184-41d2-abbb-b044118c8a86&id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548069 Mar 30 16:43:58.321817 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-f430203e-7300-4d3d-b0e4-32fef74b8e69 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:58.323284 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-f430203e-7300-4d3d-b0e4-32fef74b8e69 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.41 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 817 time: 0.1014733 Mar 30 16:43:58.405519 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-b3edde02-23ea-4779-87b2-3ec17730e135 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d2706b3bc384330b0a601211f7d0420 HTTP/1.1" status: 200 len: 379 time: 0.0534298 Mar 30 16:43:58.416292 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'port': {'device_id': 'd2581a39-445a-412b-bc7a-a842930ba566', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'admin_state_up': True, 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'security_groups': ['abed1f13-8b9b-4ce5-a3f3-f915f1652088']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:58.489695 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7dbfce3e-7657-402a-aaf7-06f0d13d97d3 req-2552a609-8423-4e26-9b6c-30ec917fd8f7 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 210 time: 0.0347347 Mar 30 16:43:58.622965 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Made reservation on behalf of 9d2706b3bc384330b0a601211f7d0420 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:43:58.626335 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:58.750894 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Allocated IP 172.20.0.7 (7997d76f-0fe0-4c65-b651-c4e866201f6a/179afb57-9f50-46ef-b7e7-f02e1ce74f5b/4a716b51-92d5-4c45-8739-d5880a3910f3) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:43:58.890073 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:58.983369 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:59.025358 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Network 7997d76f-0fe0-4c65-b651-c4e866201f6a is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:43:59.028432 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:43:59.030784 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:43:59.082758 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event updated for resources: {'Port': ['ID=4a716b51-92d5-4c45-8739-d5880a3910f3,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:59.086368 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:59.087014 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:59.184770 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-5770ad10-d9b8-4dce-a0c4-31bea1292b49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7727845 Mar 30 16:43:59.199052 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Request body: {'port': {'device_id': 'd2581a39-445a-412b-bc7a-a842930ba566', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:43:59.259658 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:59.309431 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-c866f8d4-ae3f-400d-a00e-70a0c029154b None None] Provisioning complete for port 4a716b51-92d5-4c45-8739-d5880a3910f3 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:43:59.310015 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c866f8d4-ae3f-400d-a00e-70a0c029154b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:59.347179 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-c866f8d4-ae3f-400d-a00e-70a0c029154b None None] Port 4a716b51-92d5-4c45-8739-d5880a3910f3 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:43:59.422793 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f2543eec-e15c-4f47-ad1f-ca7faf177c1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:59.525630 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a716b51-92d5-4c45-8739-d5880a3910f3 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:43:59.533526 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Publish callbacks [] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:59.546716 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Transition to ACTIVE for port object 4a716b51-92d5-4c45-8739-d5880a3910f3 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:43:59.622168 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e147de1-f4f6-4e58-ba4f-e787eead554c req-cd594150-566a-4ba5-b6bc-7d91fea37a03 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:43:59.623667 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8e147de1-f4f6-4e58-ba4f-e787eead554c req-cd594150-566a-4ba5-b6bc-7d91fea37a03 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 931 time: 0.0538919 Mar 30 16:43:59.646270 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:59.719557 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8e147de1-f4f6-4e58-ba4f-e787eead554c req-a3243b63-2001-4274-8958-7bbebba6304f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901396 Mar 30 16:43:59.721622 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a716b51-92d5-4c45-8739-d5880a3910f3,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:43:59.801352 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Attempting to bind port 4a716b51-92d5-4c45-8739-d5880a3910f3 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:43:59.801685 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Attempting to bind port 4a716b51-92d5-4c45-8739-d5880a3910f3 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:43:59.802012 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Attempting to bind port 4a716b51-92d5-4c45-8739-d5880a3910f3 on network 7997d76f-0fe0-4c65-b651-c4e866201f6a {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:59.807960 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Port 4a716b51-92d5-4c45-8739-d5880a3910f3 on network 7997d76f-0fe0-4c65-b651-c4e866201f6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:43:59.808278 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Attempting to bind port 4a716b51-92d5-4c45-8739-d5880a3910f3 on network 7997d76f-0fe0-4c65-b651-c4e866201f6a {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:43:59.813626 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 43, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:43:59.813968 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Checking segment: {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:43:59.814348 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Bound using segment: {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:43:59.814801 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Bound port: 4a716b51-92d5-4c45-8739-d5880a3910f3, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '073c0994-8286-4770-aeab-1e80df15b479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 529, 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:43:59.815158 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:43:59.885997 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:43:59.889025 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:43:59.988927 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:00.021551 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:00.022726 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:00.024703 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] 10.222.0.41 "PUT /v2.0/ports/4a716b51-92d5-4c45-8739-d5880a3910f3 HTTP/1.1" status: 200 len: 1093 time: 0.8308737 Mar 30 16:44:00.026950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:00.030062 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eff961a-932b-4cf5-af03-63226d033b45" -d '{"events": [{"name": "network-changed", "server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:00.060931 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eddb6-3397-4c73-a145-8961c9ab1ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=4a716b51-92d5-4c45-8739-d5880a3910f3,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:00.071944 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff00f4eb-fa20-403b-bd67-4dbd084b9eb5 x-openstack-request-id: req-ff00f4eb-fa20-403b-bd67-4dbd084b9eb5 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:00.072232 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:00.072481 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff00f4eb-fa20-403b-bd67-4dbd084b9eb5 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:00.072931 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff00f4eb-fa20-403b-bd67-4dbd084b9eb5'] response: {'name': 'network-changed', 'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'status': 'completed', 'code': 200} Mar 30 16:44:00.146436 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff961a-932b-4cf5-af03-63226d033b45 req-9ce38edd-0768-4e0b-ab2b-3f54f637231d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:00.148810 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7eff961a-932b-4cf5-af03-63226d033b45 req-9ce38edd-0768-4e0b-ab2b-3f54f637231d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 1127 time: 0.0513587 Mar 30 16:44:00.252730 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff961a-932b-4cf5-af03-63226d033b45 req-46b60141-d823-4a90-8975-c7aeb21c27d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:00.254189 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7eff961a-932b-4cf5-af03-63226d033b45 req-46b60141-d823-4a90-8975-c7aeb21c27d6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=9d2706b3bc384330b0a601211f7d0420&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0961299 Mar 30 16:44:00.344492 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eff961a-932b-4cf5-af03-63226d033b45 req-6738c08b-f603-4495-bcd1-331b9d971e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:00.345961 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7eff961a-932b-4cf5-af03-63226d033b45 req-6738c08b-f603-4495-bcd1-331b9d971e82 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859966 Mar 30 16:44:00.426208 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-d522aa03-61b8-4362-983a-393775c647af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:00.427739 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-d522aa03-61b8-4362-983a-393775c647af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 1127 time: 0.0453658 Mar 30 16:44:00.472456 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-94f043cf-007f-4ba4-9faf-4054833dcead service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a716b51-92d5-4c45-8739-d5880a3910f3 HTTP/1.1" status: 200 len: 217 time: 0.0364530 Mar 30 16:44:00.531657 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-e50ce261-f9dd-4a04-8415-fc38776bf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:00.533119 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-e50ce261-f9dd-4a04-8415-fc38776bf8e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 200 len: 856 time: 0.0490038 Mar 30 16:44:00.582407 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-f9161341-252d-4464-bd97-537232c1f52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:00.583918 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-f9161341-252d-4464-bd97-537232c1f52e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7997d76f-0fe0-4c65-b651-c4e866201f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426371 Mar 30 16:44:00.674770 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-3cca656c-ed60-422a-b782-15baeff80c41 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827870 Mar 30 16:44:00.762022 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9c772ea1-5a59-4dff-ac38-e15bc1e593e7 req-23fef46c-93f4-411a-aa49-d6a68336a5d0 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808845 Mar 30 16:44:00.851771 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d51742-9825-49ea-ba44-7492e817dcf0 req-295d40a8-5458-404c-baa7-b09e63c6e0af tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:00.853173 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a9d51742-9825-49ea-ba44-7492e817dcf0 req-295d40a8-5458-404c-baa7-b09e63c6e0af tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0590641 Mar 30 16:44:00.902324 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a9d51742-9825-49ea-ba44-7492e817dcf0 req-550f643e-d53e-4464-92d2-3ebf5e719764 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436821 Mar 30 16:44:01.799912 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-55437ac6-193f-447f-8afb-58053f340cd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:02.030621 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30dcf7-5d71-4167-a299-cf5fecd0e273 req-aff46f47-e611-43a3-84df-3b50512cabe1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:02.032148 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb30dcf7-5d71-4167-a299-cf5fecd0e273 req-aff46f47-e611-43a3-84df-3b50512cabe1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0529335 Mar 30 16:44:02.097266 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fb30dcf7-5d71-4167-a299-cf5fecd0e273 req-0a2a15f2-343f-46d0-9667-63758e5aeb7b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592394 Mar 30 16:44:03.025665 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:03.221198 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959022f4-6480-4044-b4ee-064ce4d71185 req-82d49dc5-a8c6-4322-8018-beaaf8d271c5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:03.222932 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-959022f4-6480-4044-b4ee-064ce4d71185 req-82d49dc5-a8c6-4322-8018-beaaf8d271c5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0532408 Mar 30 16:44:03.270728 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-959022f4-6480-4044-b4ee-064ce4d71185 req-0a2fb533-3e7a-4c73-b541-38e9b9f83c7d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421848 Mar 30 16:44:03.901550 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 4a716b51-92d5-4c45-8739-d5880a3910f3 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:44:04.003111 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:04.014391 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'port_id': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'mac_address': 'fa:16:3e:e6:a8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:44:04.050231 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 4a716b51-92d5-4c45-8739-d5880a3910f3 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:44:04.050882 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:04.063890 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a716b51-92d5-4c45-8739-d5880a3910f3 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:44:04.082403 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:04.166748 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:04.212960 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=4a716b51-92d5-4c45-8739-d5880a3910f3,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:04.219918 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.220263 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.220626 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.220984 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.221316 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.221687 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.222013 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.222345 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.222696 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.223017 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.223338 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.223672 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.223993 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.224309 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.224624 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:04.303379 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:04.395980 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b3b69f-9797-4e6f-92a0-4a615c742771 req-0cbe5c09-f111-499d-890b-19ed701a1b81 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:04.398300 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d3b3b69f-9797-4e6f-92a0-4a615c742771 req-0cbe5c09-f111-499d-890b-19ed701a1b81 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 944 time: 0.0549667 Mar 30 16:44:04.445902 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d3b3b69f-9797-4e6f-92a0-4a615c742771 req-805d7e95-9b38-4b56-9add-5c0f53686a67 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Mar 30 16:44:04.477033 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['4a716b51-92d5-4c45-8739-d5880a3910f3'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:05.569988 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab8122-9e37-4794-99c2-10dc44a5cfad req-cb01b6e5-c368-4024-849d-732e77c8163d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:05.571337 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ffab8122-9e37-4794-99c2-10dc44a5cfad req-cb01b6e5-c368-4024-849d-732e77c8163d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 944 time: 0.0546296 Mar 30 16:44:05.616942 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ffab8122-9e37-4794-99c2-10dc44a5cfad req-62b08c7c-733d-4187-bd04-746194b11e49 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399399 Mar 30 16:44:05.775420 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:05.927126 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 4a716b51-92d5-4c45-8739-d5880a3910f3 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:44:06.059830 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 4a716b51-92d5-4c45-8739-d5880a3910f3 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:44:06.063709 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 4a716b51-92d5-4c45-8739-d5880a3910f3 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:44:06.064081 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:06.139749 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 4a716b51-92d5-4c45-8739-d5880a3910f3 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:44:06.140145 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:06.163174 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:06.165524 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac6d7ab-535d-46d1-92a7-5b1095c900fd" -d '{"events": [{"server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "name": "network-vif-plugged", "status": "completed", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:06.177550 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:06.204482 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cbcd1e-7d5d-4482-801d-ae87d2f872a1 x-openstack-request-id: req-e8cbcd1e-7d5d-4482-801d-ae87d2f872a1 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:06.204771 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "name": "network-vif-plugged", "status": "completed", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:06.205030 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e8cbcd1e-7d5d-4482-801d-ae87d2f872a1 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:06.205438 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8cbcd1e-7d5d-4482-801d-ae87d2f872a1'] response: {'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'code': 200} Mar 30 16:44:06.245796 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:06.296308 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=4a716b51-92d5-4c45-8739-d5880a3910f3,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:06.510228 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6c5948-29d3-4cbe-bd0a-1a9709e4ac2d req-0b9e6420-8423-493b-9bcf-0689ffa766b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:06.511739 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b6c5948-29d3-4cbe-bd0a-1a9709e4ac2d req-0b9e6420-8423-493b-9bcf-0689ffa766b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 1129 time: 0.0457902 Mar 30 16:44:06.556542 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b6c5948-29d3-4cbe-bd0a-1a9709e4ac2d req-44324172-448e-4abb-97b8-55bfc4adc157 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367615 Mar 30 16:44:06.735477 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7ac1ab-6879-4780-8436-2bcc79ab3038 req-ef585d16-f41b-4a86-b049-a2412a1177a4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:06.736943 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0f7ac1ab-6879-4780-8436-2bcc79ab3038 req-ef585d16-f41b-4a86-b049-a2412a1177a4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0511262 Mar 30 16:44:06.782311 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0f7ac1ab-6879-4780-8436-2bcc79ab3038 req-64442df1-b1a1-4c76-ac4b-8a82d61de824 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398285 Mar 30 16:44:07.904645 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba27da4-6d3e-4550-80a9-f1468daa3f79 req-188680d7-6ecc-47c3-ad4a-897f0a4e28f7 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:07.906101 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aba27da4-6d3e-4550-80a9-f1468daa3f79 req-188680d7-6ecc-47c3-ad4a-897f0a4e28f7 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0529034 Mar 30 16:44:07.956379 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aba27da4-6d3e-4550-80a9-f1468daa3f79 req-a3c61759-4223-4a51-b729-795fb9a56633 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444424 Mar 30 16:44:09.082781 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c71b2b-5c13-4f04-a867-8004861cfdb2 req-608d2e0b-bef4-4011-9418-88963667d5d5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:09.084260 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c71b2b-5c13-4f04-a867-8004861cfdb2 req-608d2e0b-bef4-4011-9418-88963667d5d5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0537574 Mar 30 16:44:09.131950 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7c71b2b-5c13-4f04-a867-8004861cfdb2 req-7146b7dd-8987-4ac7-808f-a91ebfcc4ea8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422075 Mar 30 16:44:09.247595 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c0b88e-4ae0-4479-97ab-e511978e3366 req-35635a42-ad9b-48cb-b3ba-7d0b1493db22 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:09.249052 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-93c0b88e-4ae0-4479-97ab-e511978e3366 req-35635a42-ad9b-48cb-b3ba-7d0b1493db22 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0515625 Mar 30 16:44:09.257446 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44730) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:09.261662 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-fd6a7e83-83a4-4100-9c8d-ee7697a5d20e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Request body: {'floatingip': {'port_id': '4a716b51-92d5-4c45-8739-d5880a3910f3'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:09.303122 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7e83-83a4-4100-9c8d-ee7697a5d20e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (3d95b61a-1ddf-4415-a45b-d188801974f3), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:09.971037 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7e83-83a4-4100-9c8d-ee7697a5d20e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.074197 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7e83-83a4-4100-9c8d-ee7697a5d20e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (3d95b61a-1ddf-4415-a45b-d188801974f3), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.176881 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-fd6a7e83-83a4-4100-9c8d-ee7697a5d20e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Floating IP 3d95b61a-1ddf-4415-a45b-d188801974f3 associated. External IP: 172.27.0.41, port: 4a716b51-92d5-4c45-8739-d5880a3910f3. Mar 30 16:44:10.386346 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd6a7e83-83a4-4100-9c8d-ee7697a5d20e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Router a39c8c11-cf09-466f-9efb-3334fab4aee0 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:10.493240 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd6a7e83-83a4-4100-9c8d-ee7697a5d20e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:10.498305 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-fd6a7e83-83a4-4100-9c8d-ee7697a5d20e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:10.503467 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377c681-946d-4ef9-b8bb-0eb942148b74 None None] Sync routers for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:10.513357 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7377c681-946d-4ef9-b8bb-0eb942148b74 None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:10.514065 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-7377c681-946d-4ef9-b8bb-0eb942148b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:10.528388 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fd6a7e83-83a4-4100-9c8d-ee7697a5d20e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "PUT /v2.0/floatingips/3d95b61a-1ddf-4415-a45b-d188801974f3 HTTP/1.1" status: 200 len: 990 time: 1.2699172 Mar 30 16:44:10.529073 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:10.531357 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a9fdca-442b-4c1a-80ec-d50de603c0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:10.567047 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445ea206-7a82-42fd-8a38-108739d3b372 x-openstack-request-id: req-445ea206-7a82-42fd-8a38-108739d3b372 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:10.567342 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:10.567598 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-445ea206-7a82-42fd-8a38-108739d3b372 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:10.568005 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445ea206-7a82-42fd-8a38-108739d3b372'] response: {'name': 'network-changed', 'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'status': 'completed', 'code': 200} Mar 30 16:44:10.641431 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9fdca-442b-4c1a-80ec-d50de603c0ef req-e6884da5-85c8-47f1-a0bd-e22f88529fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:10.642972 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92a9fdca-442b-4c1a-80ec-d50de603c0ef req-e6884da5-85c8-47f1-a0bd-e22f88529fef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 1129 time: 0.0469286 Mar 30 16:44:10.737400 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9fdca-442b-4c1a-80ec-d50de603c0ef req-780e723f-3b57-4f95-bf40-3378edcdf9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:10.738899 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92a9fdca-442b-4c1a-80ec-d50de603c0ef req-780e723f-3b57-4f95-bf40-3378edcdf9f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 918 time: 0.0892346 Mar 30 16:44:10.758065 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-7377c681-946d-4ef9-b8bb-0eb942148b74 None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:10.805144 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92a9fdca-442b-4c1a-80ec-d50de603c0ef req-e8aedc66-bee1-4927-a03f-3a4aba5100ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a716b51-92d5-4c45-8739-d5880a3910f3 HTTP/1.1" status: 200 len: 998 time: 0.0580754 Mar 30 16:44:10.856950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9fdca-442b-4c1a-80ec-d50de603c0ef req-0c201210-2c84-46b3-bcaf-3bc9813f934d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:10.858512 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92a9fdca-442b-4c1a-80ec-d50de603c0ef req-0c201210-2c84-46b3-bcaf-3bc9813f934d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 200 len: 856 time: 0.0465899 Mar 30 16:44:10.908517 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9fdca-442b-4c1a-80ec-d50de603c0ef req-bbbfe47a-9415-487f-94ee-972005358eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:10.910167 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92a9fdca-442b-4c1a-80ec-d50de603c0ef req-bbbfe47a-9415-487f-94ee-972005358eff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7997d76f-0fe0-4c65-b651-c4e866201f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0445478 Mar 30 16:44:10.982075 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-7377c681-946d-4ef9-b8bb-0eb942148b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '3d95b61a-1ddf-4415-a45b-d188801974f3', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'port_id': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'mac_address': 'fa:16:3e:e6:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2581a39-445a-412b-bc7a-a842930ba566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:54Z', 'updated_at': '2022-03-30T16:44:09Z', 'revision_number': 1, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:10.998718 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92a9fdca-442b-4c1a-80ec-d50de603c0ef req-abba86a0-1001-4781-8e5e-e4e2d5bbd76a service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828006 Mar 30 16:44:11.013032 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377c681-946d-4ef9-b8bb-0eb942148b74 None None] Checking router: a39c8c11-cf09-466f-9efb-3334fab4aee0 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:11.021721 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7377c681-946d-4ef9-b8bb-0eb942148b74 None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:11.022623 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-7377c681-946d-4ef9-b8bb-0eb942148b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:11.111090 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92a9fdca-442b-4c1a-80ec-d50de603c0ef req-dd130bdb-fa07-490b-893c-cdd2374c5641 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009877 Mar 30 16:44:11.136266 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-7377c681-946d-4ef9-b8bb-0eb942148b74 None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:11.367756 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-7377c681-946d-4ef9-b8bb-0eb942148b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '3d95b61a-1ddf-4415-a45b-d188801974f3', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'port_id': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'mac_address': 'fa:16:3e:e6:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2581a39-445a-412b-bc7a-a842930ba566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:54Z', 'updated_at': '2022-03-30T16:44:09Z', 'revision_number': 1, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:11.393586 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7377c681-946d-4ef9-b8bb-0eb942148b74 None None] The sync data for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi is: [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '3d95b61a-1ddf-4415-a45b-d188801974f3', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'floating_ip_address': '172.27.0.41', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'port_id': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'mac_address': 'fa:16:3e:e6:a8:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2581a39-445a-412b-bc7a-a842930ba566', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:43:54Z', 'updated_at': '2022-03-30T16:44:09Z', 'revision_number': 1, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:11.602974 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafaf163-6161-443e-a25b-fae9067e8273 None None] New status for floating IP 3d95b61a-1ddf-4415-a45b-d188801974f3: ACTIVE {{(pid=106618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:44:11.630244 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08e823-499a-4625-9745-61916f232c94 req-764ab332-f4e3-40e1-8b23-df04d43c2ae2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:11.630244 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f08e823-499a-4625-9745-61916f232c94 req-764ab332-f4e3-40e1-8b23-df04d43c2ae2 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0556517 Mar 30 16:44:11.677191 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f08e823-499a-4625-9745-61916f232c94 req-3d1bbf26-1aee-483b-8801-f639696c35b5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Mar 30 16:44:12.797086 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10b3d4-83df-40e7-a655-cb515d8056e8 req-e4af3fe6-82cb-495a-b110-455e8312a2d0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:12.798594 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5c10b3d4-83df-40e7-a655-cb515d8056e8 req-e4af3fe6-82cb-495a-b110-455e8312a2d0 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0514715 Mar 30 16:44:12.849665 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5c10b3d4-83df-40e7-a655-cb515d8056e8 req-dac91c7c-07c6-4421-bac2-71aa44702756 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456116 Mar 30 16:44:13.967993 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d2ed7-766d-4d48-bc96-3c0f2e546525 req-7c081913-bc53-4570-aa07-b040745da91d tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:13.969373 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-161d2ed7-766d-4d48-bc96-3c0f2e546525 req-7c081913-bc53-4570-aa07-b040745da91d tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0513265 Mar 30 16:44:14.014845 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-161d2ed7-766d-4d48-bc96-3c0f2e546525 req-fe9463f4-b5ed-4b20-bfe5-4d1f96148691 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400262 Mar 30 16:44:14.511207 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:44:15.139052 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaeb65d-f74a-4465-bacc-bb4b320dfa96 req-79b47c32-c7b9-4d82-a379-3d70ad095f7b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:15.140963 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fcaeb65d-f74a-4465-bacc-bb4b320dfa96 req-79b47c32-c7b9-4d82-a379-3d70ad095f7b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0566552 Mar 30 16:44:15.192327 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fcaeb65d-f74a-4465-bacc-bb4b320dfa96 req-78e8dae3-7f0a-4413-ac3d-8e41f63a3de5 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423627 Mar 30 16:44:15.406907 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-3cffce4d-3db4-4c00-8de5-06123c1c2a58 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:15.408413 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-3cffce4d-3db4-4c00-8de5-06123c1c2a58 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 945 time: 0.0588067 Mar 30 16:44:15.509174 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Deleting port adcd4369-5576-4a67-a992-f0a54ae7c1b7 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:15.509510 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:15.601340 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] For port adcd4369-5576-4a67-a992-f0a54ae7c1b7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=adcd4369-5576-4a67-a992-f0a54ae7c1b7,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:15.601697 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:15.771027 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:15.771307 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:15.771621 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Floating IP 3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b disassociated. External IP: 172.27.0.16, port: adcd4369-5576-4a67-a992-f0a54ae7c1b7. Mar 30 16:44:15.772230 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Calling delete_port for adcd4369-5576-4a67-a992-f0a54ae7c1b7 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:15.977512 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (adcd4369-5576-4a67-a992-f0a54ae7c1b7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:16.006309 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event deleted for resources: {'Port': ['ID=adcd4369-5576-4a67-a992-f0a54ae7c1b7,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:16.120845 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:16.229137 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:16.240494 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d453a0-44d1-4985-8de7-54815b99792c None None] Sync routers for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:16.251475 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d453a0-44d1-4985-8de7-54815b99792c None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:16.252344 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-d6d453a0-44d1-4985-8de7-54815b99792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:16.273404 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] No DVR routers for this DVR port adcd4369-5576-4a67-a992-f0a54ae7c1b7 on host hv-cinder-83587 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:16.277582 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:16.280800 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3c4878ba-8d1f-4ec3-bf75-80e8fc2fe987 req-82e6856d-a387-41fa-b72d-0cbe2f5abe07 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "DELETE /v2.0/ports/adcd4369-5576-4a67-a992-f0a54ae7c1b7 HTTP/1.1" status: 204 len: 173 time: 0.8666794 Mar 30 16:44:16.281189 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'name': 'network-vif-deleted', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:16.283413 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc6a5bc-23c0-4630-827f-365f286cabff" -d '{"events": [{"server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "name": "network-vif-deleted", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:16.315218 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-92b0931e-7881-4a74-8b00-e2b18aaebcba req-d8e599f3-a7fa-4117-9262-7d913ec7291f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=0d36084b-07e6-4300-90db-b3095b0148da HTTP/1.1" status: 200 len: 210 time: 0.0397954 Mar 30 16:44:16.323155 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992ef89e-6464-464e-b6a7-084636200ad7 x-openstack-request-id: req-992ef89e-6464-464e-b6a7-084636200ad7 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:16.324009 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d36084b-07e6-4300-90db-b3095b0148da", "name": "network-vif-deleted", "tag": "adcd4369-5576-4a67-a992-f0a54ae7c1b7", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:16.324231 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-992ef89e-6464-464e-b6a7-084636200ad7 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:16.324639 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-992ef89e-6464-464e-b6a7-084636200ad7'] response: {'server_uuid': '0d36084b-07e6-4300-90db-b3095b0148da', 'name': 'network-vif-deleted', 'tag': 'adcd4369-5576-4a67-a992-f0a54ae7c1b7', 'status': 'completed', 'code': 200} Mar 30 16:44:16.370945 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-d6d453a0-44d1-4985-8de7-54815b99792c None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:16.581351 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-d6d453a0-44d1-4985-8de7-54815b99792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 5, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:16.610848 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d453a0-44d1-4985-8de7-54815b99792c None None] Checking router: fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:16.618882 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d453a0-44d1-4985-8de7-54815b99792c None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:16.619483 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-d6d453a0-44d1-4985-8de7-54815b99792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:16.728971 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-d6d453a0-44d1-4985-8de7-54815b99792c None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:16.927791 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-d6d453a0-44d1-4985-8de7-54815b99792c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 5, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:16.955501 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d453a0-44d1-4985-8de7-54815b99792c None None] The sync data for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi is: [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:39:26Z', 'revision_number': 4, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '611c2894-621d-46d6-851b-f26b7910a13e', 'name': '', 'network_id': 'e773f3a5-fe7b-452c-bd0d-c30eda04a501', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'mac_address': 'fa:16:3e:f3:bf:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:24Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 5, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'subnets': [{'id': '44c891fe-6c82-45c8-8486-57bee9569d2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:17.188852 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6141b632-1f83-45c3-91fc-45db97fc77d5 None None] New status for floating IP 3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b: DOWN {{(pid=106618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:44:17.459390 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44764) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:17.516173 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6b932642-4218-45b5-95c7-2f32c3fe75de tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group (b741371a-dca6-4d1c-a9cb-a5c2e8683fb5), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:17.540114 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6b932642-4218-45b5-95c7-2f32c3fe75de tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group (b741371a-dca6-4d1c-a9cb-a5c2e8683fb5), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:17.651670 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6b932642-4218-45b5-95c7-2f32c3fe75de tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b741371a-dca6-4d1c-a9cb-a5c2e8683fb5), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:17.654262 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6b932642-4218-45b5-95c7-2f32c3fe75de tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:17.655449 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6b932642-4218-45b5-95c7-2f32c3fe75de tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "DELETE /v2.0/security-groups/b741371a-dca6-4d1c-a9cb-a5c2e8683fb5 HTTP/1.1" status: 204 len: 168 time: 0.1950188 Mar 30 16:44:17.658065 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44766) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:17.664743 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b932642-4218-45b5-95c7-2f32c3fe75de tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b741371a-dca6-4d1c-a9cb-a5c2e8683fb5,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:17.672404 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.api.v2.resource [None req-9b54d626-f0af-4289-b36c-0f77ffd4a0cb tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] show failed (client error): The resource could not be found. Mar 30 16:44:17.676043 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-9b54d626-f0af-4289-b36c-0f77ffd4a0cb tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups/b741371a-dca6-4d1c-a9cb-a5c2e8683fb5 HTTP/1.1" status: 404 len: 347 time: 0.0142479 Mar 30 16:44:17.676331 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44768) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:17.800697 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-5aecfac4-289c-406b-a2c5-65d7b5fd4419 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Deleting port bc486794-e00b-4d62-b09d-4cb7bdef2607 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:17.801035 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5aecfac4-289c-406b-a2c5-65d7b5fd4419 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (bc486794-e00b-4d62-b09d-4cb7bdef2607), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:17.876821 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5aecfac4-289c-406b-a2c5-65d7b5fd4419 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (bc486794-e00b-4d62-b09d-4cb7bdef2607), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:17.877148 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5aecfac4-289c-406b-a2c5-65d7b5fd4419 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for floatingip (bc486794-e00b-4d62-b09d-4cb7bdef2607), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:17.888995 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-5aecfac4-289c-406b-a2c5-65d7b5fd4419 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Calling delete_port for bc486794-e00b-4d62-b09d-4cb7bdef2607 owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:18.077717 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5aecfac4-289c-406b-a2c5-65d7b5fd4419 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (bc486794-e00b-4d62-b09d-4cb7bdef2607), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:18.104915 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aecfac4-289c-406b-a2c5-65d7b5fd4419 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event deleted for resources: {'Port': ['ID=bc486794-e00b-4d62-b09d-4cb7bdef2607,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:18.168873 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5aecfac4-289c-406b-a2c5-65d7b5fd4419 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks [] for floatingip (3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:18.171582 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-5aecfac4-289c-406b-a2c5-65d7b5fd4419 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:18.172731 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-5aecfac4-289c-406b-a2c5-65d7b5fd4419 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "DELETE /v2.0/floatingips/3c5bb594-bf6a-4ddf-abeb-86c0f8a89b2b HTTP/1.1" status: 204 len: 168 time: 0.4952734 Mar 30 16:44:19.834215 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:20.010209 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device adcd4369-5576-4a67-a992-f0a54ae7c1b7 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:20.031594 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: adcd4369-5576-4a67-a992-f0a54ae7c1b7 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:20.031941 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device adcd4369-5576-4a67-a992-f0a54ae7c1b7 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:21.268244 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceaff1a-f01d-40b2-9ce0-1bd65d493292 req-b989d9df-7d7a-4cac-97de-a53208af5194 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:21.269837 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eceaff1a-f01d-40b2-9ce0-1bd65d493292 req-b989d9df-7d7a-4cac-97de-a53208af5194 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.1601105 Mar 30 16:44:21.316383 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-eceaff1a-f01d-40b2-9ce0-1bd65d493292 req-73a2dd11-f32f-4b3b-acc1-10189a79b068 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405214 Mar 30 16:44:22.436612 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21793cd-5377-414c-8320-d464bdecafcc req-2833a76f-2c39-4f22-b437-02c77a2a3c90 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:22.437985 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a21793cd-5377-414c-8320-d464bdecafcc req-2833a76f-2c39-4f22-b437-02c77a2a3c90 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0558426 Mar 30 16:44:22.485090 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a21793cd-5377-414c-8320-d464bdecafcc req-2ede0e23-700b-470f-8783-67b7870b73be tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414715 Mar 30 16:44:23.524928 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-0224bad1-82b7-47a8-a297-17dfab891dcd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437078 Mar 30 16:44:23.641673 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe28774-963a-4e1b-8f3c-2b25ec3df22a req-892a2bf7-8abd-4467-8ae9-de91d800b0e7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:23.643105 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bbe28774-963a-4e1b-8f3c-2b25ec3df22a req-892a2bf7-8abd-4467-8ae9-de91d800b0e7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0895338 Mar 30 16:44:23.645805 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-764480c5-f817-4c22-85d1-08edc5e4e27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:23.647438 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-764480c5-f817-4c22-85d1-08edc5e4e27f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 1129 time: 0.0673862 Mar 30 16:44:23.734366 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bbe28774-963a-4e1b-8f3c-2b25ec3df22a req-49a78fc7-44bb-4707-bdd6-849342d01bbb tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852098 Mar 30 16:44:23.771291 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-c43fef93-c136-4f20-85a1-88c13129aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:23.773083 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-c43fef93-c136-4f20-85a1-88c13129aaa1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 200 len: 920 time: 0.1030235 Mar 30 16:44:23.786517 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa0ea6-16b2-4082-8954-42e6b7992abe req-72fcf11d-a3fc-4850-b33f-fc225c76fee7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:23.788002 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-89aa0ea6-16b2-4082-8954-42e6b7992abe req-72fcf11d-a3fc-4850-b33f-fc225c76fee7 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 945 time: 0.0558629 Mar 30 16:44:23.817036 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-35b99827-76f1-4ec5-93c8-a2b01649577f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3ff763ea-5563-423a-82bb-773a36c92b94 HTTP/1.1" status: 200 len: 217 time: 0.0382271 Mar 30 16:44:23.882052 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-7a779265-ab20-4dc9-9367-57914904b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:23.883787 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-7a779265-ab20-4dc9-9367-57914904b5c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 200 len: 858 time: 0.0590897 Mar 30 16:44:23.897382 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-89aa0ea6-16b2-4082-8954-42e6b7992abe req-a12e78ac-6ec1-4066-aa9c-2762c1a0ca3f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Deleting port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:23.897501 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-89aa0ea6-16b2-4082-8954-42e6b7992abe req-a12e78ac-6ec1-4066-aa9c-2762c1a0ca3f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:23.933367 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-af1f0acc-b455-4012-a52a-01a811192e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:23.934993 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-af1f0acc-b455-4012-a52a-01a811192e94 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e773f3a5-fe7b-452c-bd0d-c30eda04a501&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453212 Mar 30 16:44:23.992407 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-89aa0ea6-16b2-4082-8954-42e6b7992abe req-a12e78ac-6ec1-4066-aa9c-2762c1a0ca3f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] For port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:23.993039 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-89aa0ea6-16b2-4082-8954-42e6b7992abe req-a12e78ac-6ec1-4066-aa9c-2762c1a0ca3f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:24.007524 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-89aa0ea6-16b2-4082-8954-42e6b7992abe req-a12e78ac-6ec1-4066-aa9c-2762c1a0ca3f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Calling delete_port for 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:24.034473 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-bea3cb62-d2c3-45bc-b7d9-9a70c04be83d service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902283 Mar 30 16:44:24.136363 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-072f61a8-addf-466f-ba81-efc87b9ab2ff req-841eb078-b118-4d00-9450-15c40e1e7653 service neutron] 10.222.0.41 "GET /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911818 Mar 30 16:44:24.234371 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-89aa0ea6-16b2-4082-8954-42e6b7992abe req-a12e78ac-6ec1-4066-aa9c-2762c1a0ca3f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (8ba2a937-9cf7-4af2-bac5-9e5d030b65ee), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:24.245604 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['3ff763ea-5563-423a-82bb-773a36c92b94', '8ba2a937-9cf7-4af2-bac5-9e5d030b65ee'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:24.261183 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12e78ac-6ec1-4066-aa9c-2762c1a0ca3f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event deleted for resources: {'Port': ['ID=8ba2a937-9cf7-4af2-bac5-9e5d030b65ee,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:24.316052 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aa0ea6-16b2-4082-8954-42e6b7992abe req-a12e78ac-6ec1-4066-aa9c-2762c1a0ca3f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] No DVR routers for this DVR port 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:24.318594 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-89aa0ea6-16b2-4082-8954-42e6b7992abe req-a12e78ac-6ec1-4066-aa9c-2762c1a0ca3f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:24.321895 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-89aa0ea6-16b2-4082-8954-42e6b7992abe req-a12e78ac-6ec1-4066-aa9c-2762c1a0ca3f tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "DELETE /v2.0/ports/8ba2a937-9cf7-4af2-bac5-9e5d030b65ee HTTP/1.1" status: 204 len: 173 time: 0.5286531 Mar 30 16:44:24.322327 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7671d3-fb6d-426f-b4a5-033c1850700f', 'name': 'network-vif-deleted', 'tag': '8ba2a937-9cf7-4af2-bac5-9e5d030b65ee'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:24.326321 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f0487e7-33b6-4c65-bef0-6f2a795dbdbf" -d '{"events": [{"server_uuid": "ee7671d3-fb6d-426f-b4a5-033c1850700f", "name": "network-vif-deleted", "tag": "8ba2a937-9cf7-4af2-bac5-9e5d030b65ee"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:24.379362 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b352adbe-6bfa-4aa8-bbc6-08197f75c315 x-openstack-request-id: req-b352adbe-6bfa-4aa8-bbc6-08197f75c315 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:24.383747 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7671d3-fb6d-426f-b4a5-033c1850700f", "name": "network-vif-deleted", "tag": "8ba2a937-9cf7-4af2-bac5-9e5d030b65ee", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:24.383747 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b352adbe-6bfa-4aa8-bbc6-08197f75c315 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:24.383747 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b352adbe-6bfa-4aa8-bbc6-08197f75c315'] response: {'server_uuid': 'ee7671d3-fb6d-426f-b4a5-033c1850700f', 'name': 'network-vif-deleted', 'tag': '8ba2a937-9cf7-4af2-bac5-9e5d030b65ee', 'status': 'completed', 'code': 200} Mar 30 16:44:24.844937 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5cd1d331-775c-4c89-a49b-7b7a5e0b7f08 req-5783aeff-c8f6-408d-9102-56c0467c4da9 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=ee7671d3-fb6d-426f-b4a5-033c1850700f HTTP/1.1" status: 200 len: 210 time: 0.0316780 Mar 30 16:44:26.305419 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72670e5-2c14-45cc-9942-f5e93afb9702 req-26a56300-7a15-404e-8809-3353777fae0b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:26.306930 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c72670e5-2c14-45cc-9942-f5e93afb9702 req-26a56300-7a15-404e-8809-3353777fae0b tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0523143 Mar 30 16:44:26.353526 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c72670e5-2c14-45cc-9942-f5e93afb9702 req-4fb7c287-af02-4d19-8b7c-734bf78ef72e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405817 Mar 30 16:44:27.479395 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57529910-4d28-4dce-94dc-9683896e675b req-fb600350-8df4-43f8-81f6-e3ce81638a8c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:27.482087 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-57529910-4d28-4dce-94dc-9683896e675b req-fb600350-8df4-43f8-81f6-e3ce81638a8c tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0562608 Mar 30 16:44:27.530266 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-57529910-4d28-4dce-94dc-9683896e675b req-19c55bcc-c019-4f2b-a40a-2266721a8474 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419254 Mar 30 16:44:28.057562 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:28.078496 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:28.078888 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 8ba2a937-9cf7-4af2-bac5-9e5d030b65ee not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:28.650183 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a00308c-77c7-4372-95f5-3efa6e7cc8c0 req-c7495e75-1983-4661-9762-d3570f5b09cd tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:28.651587 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a00308c-77c7-4372-95f5-3efa6e7cc8c0 req-c7495e75-1983-4661-9762-d3570f5b09cd tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0553601 Mar 30 16:44:28.697230 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a00308c-77c7-4372-95f5-3efa6e7cc8c0 req-4fd7dcb0-9ecd-4980-8eee-7268a66bab5e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396724 Mar 30 16:44:29.422881 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-05e2beef-6e0c-4530-a882-7d1ed211a864 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:29.819244 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0780dd57-599b-434d-b356-15551623fa5e req-8ff2ae87-7589-4777-9177-3d55318f7c95 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:29.820820 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0780dd57-599b-434d-b356-15551623fa5e req-8ff2ae87-7589-4777-9177-3d55318f7c95 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.0543361 Mar 30 16:44:29.871437 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0780dd57-599b-434d-b356-15551623fa5e req-1754bb75-92c4-4df3-b573-dc1db2ddfb18 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/security-groups?id=76477266-808d-402b-9a2c-20210456fde6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439899 Mar 30 16:44:29.946649 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e6484-f4df-4683-ad3e-34e27eb2aa41 req-51724478-cc7b-42bd-bf65-4fe7279b01aa tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:29.948028 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-e41e6484-f4df-4683-ad3e-34e27eb2aa41 req-51724478-cc7b-42bd-bf65-4fe7279b01aa tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 945 time: 0.3145983 Mar 30 16:44:30.040539 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-e41e6484-f4df-4683-ad3e-34e27eb2aa41 req-f884e655-21b6-49b5-82fe-1b678bc8351e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Deleting port 3ff763ea-5563-423a-82bb-773a36c92b94 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:30.040881 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-e41e6484-f4df-4683-ad3e-34e27eb2aa41 req-f884e655-21b6-49b5-82fe-1b678bc8351e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:30.130626 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-e41e6484-f4df-4683-ad3e-34e27eb2aa41 req-f884e655-21b6-49b5-82fe-1b678bc8351e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] For port 3ff763ea-5563-423a-82bb-773a36c92b94, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=3ff763ea-5563-423a-82bb-773a36c92b94,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:30.130989 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-e41e6484-f4df-4683-ad3e-34e27eb2aa41 req-f884e655-21b6-49b5-82fe-1b678bc8351e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:30.144536 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-e41e6484-f4df-4683-ad3e-34e27eb2aa41 req-f884e655-21b6-49b5-82fe-1b678bc8351e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Calling delete_port for 3ff763ea-5563-423a-82bb-773a36c92b94 owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:30.341061 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-e41e6484-f4df-4683-ad3e-34e27eb2aa41 req-f884e655-21b6-49b5-82fe-1b678bc8351e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (3ff763ea-5563-423a-82bb-773a36c92b94), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:30.352183 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['3ff763ea-5563-423a-82bb-773a36c92b94'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:30.369621 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f884e655-21b6-49b5-82fe-1b678bc8351e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Pushing event deleted for resources: {'Port': ['ID=3ff763ea-5563-423a-82bb-773a36c92b94,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:30.414268 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41e6484-f4df-4683-ad3e-34e27eb2aa41 req-f884e655-21b6-49b5-82fe-1b678bc8351e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] No DVR routers for this DVR port 3ff763ea-5563-423a-82bb-773a36c92b94 on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:30.416765 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-e41e6484-f4df-4683-ad3e-34e27eb2aa41 req-f884e655-21b6-49b5-82fe-1b678bc8351e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:30.420699 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-e41e6484-f4df-4683-ad3e-34e27eb2aa41 req-f884e655-21b6-49b5-82fe-1b678bc8351e tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.41 "DELETE /v2.0/ports/3ff763ea-5563-423a-82bb-773a36c92b94 HTTP/1.1" status: 204 len: 173 time: 0.4663620 Mar 30 16:44:30.424473 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0d09aa-5af4-4640-88fb-9e8e957ffcb3', 'name': 'network-vif-deleted', 'tag': '3ff763ea-5563-423a-82bb-773a36c92b94'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:30.424473 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ea3c3c-ee6f-47e5-b02a-5e94686ba6db" -d '{"events": [{"server_uuid": "8f0d09aa-5af4-4640-88fb-9e8e957ffcb3", "name": "network-vif-deleted", "tag": "3ff763ea-5563-423a-82bb-773a36c92b94"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:30.457545 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49bfb5f1-35e5-4905-bcfa-9dbfdb27743b x-openstack-request-id: req-49bfb5f1-35e5-4905-bcfa-9dbfdb27743b {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:30.457829 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0d09aa-5af4-4640-88fb-9e8e957ffcb3", "name": "network-vif-deleted", "tag": "3ff763ea-5563-423a-82bb-773a36c92b94", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:30.458078 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49bfb5f1-35e5-4905-bcfa-9dbfdb27743b {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:30.458475 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49bfb5f1-35e5-4905-bcfa-9dbfdb27743b'] response: {'server_uuid': '8f0d09aa-5af4-4640-88fb-9e8e957ffcb3', 'name': 'network-vif-deleted', 'tag': '3ff763ea-5563-423a-82bb-773a36c92b94', 'status': 'completed', 'code': 200} Mar 30 16:44:30.977061 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-44697445-be89-4f65-b994-4b99c5e3784a req-1cefdbfc-8d06-4a5f-87e5-3d2cc72e9e04 tempest-ServerRescueNegativeTestJSON-1615004283 tempest-ServerRescueNegativeTestJSON-1615004283-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f0d09aa-5af4-4640-88fb-9e8e957ffcb3 HTTP/1.1" status: 200 len: 210 time: 0.0267017 Mar 30 16:44:31.799726 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-94df8da1-ca66-443a-8cd3-7864cb1a2ba2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:32.035349 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44878) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:32.541666 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755846'] for router_interface (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:33.044914 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:33.097710 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] Deleting port 611c2894-621d-46d6-851b-f26b7910a13e {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:33.098261 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (611c2894-621d-46d6-851b-f26b7910a13e), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:33.176800 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] For port 611c2894-621d-46d6-851b-f26b7910a13e, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=611c2894-621d-46d6-851b-f26b7910a13e,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:33.177167 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (611c2894-621d-46d6-851b-f26b7910a13e), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:33.189917 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] Calling delete_port for 611c2894-621d-46d6-851b-f26b7910a13e owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:33.417149 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (611c2894-621d-46d6-851b-f26b7910a13e), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:33.444656 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] Pushing event deleted for resources: {'Port': ['ID=611c2894-621d-46d6-851b-f26b7910a13e,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:33.614606 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3909953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3753174'] for router_interface (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:33.827112 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] Router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:33.934770 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:33.940037 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-01b8ba27-ce29-46e5-a54a-56c1ff05d366 admin admin] 10.222.0.21 "PUT /v2.0/routers/fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9036100 Mar 30 16:44:33.942642 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44888) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:33.946425 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae9f87-ec20-4a6d-825c-0398adc74b53 None None] Sync routers for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:33.956629 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae9f87-ec20-4a6d-825c-0398adc74b53 None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:33.957257 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-6eae9f87-ec20-4a6d-825c-0398adc74b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:34.052548 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Publish callbacks [] for router (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:34.067078 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-6eae9f87-ec20-4a6d-825c-0398adc74b53 None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:34.123963 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 3ff763ea-5563-423a-82bb-773a36c92b94 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:34.177725 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Publish callbacks [] for router_gateway (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:34.183008 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 3ff763ea-5563-423a-82bb-773a36c92b94 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:34.183353 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 3ff763ea-5563-423a-82bb-773a36c92b94 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:34.286355 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-6eae9f87-ec20-4a6d-825c-0398adc74b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:44:33Z', 'revision_number': 5, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port': {'id': '50b9ad24-6f76-4795-ab9a-4c0ee211a691', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:18Z', 'updated_at': '2022-03-30T16:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:34.291506 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Deleting port 50b9ad24-6f76-4795-ab9a-4c0ee211a691 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:34.291842 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:34.318693 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae9f87-ec20-4a6d-825c-0398adc74b53 None None] Checking router: fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:34.325618 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:34.328890 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae9f87-ec20-4a6d-825c-0398adc74b53 None None] Routers {'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:34.329523 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-6eae9f87-ec20-4a6d-825c-0398adc74b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:34.379275 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] For port 50b9ad24-6f76-4795-ab9a-4c0ee211a691, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=50b9ad24-6f76-4795-ab9a-4c0ee211a691,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:34.379648 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:34.393703 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Calling delete_port for 50b9ad24-6f76-4795-ab9a-4c0ee211a691 owned by network:router_gateway {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:34.432874 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-6eae9f87-ec20-4a6d-825c-0398adc74b53 None None] Set router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c gateway port host: None {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:34.492542 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-6eae9f87-ec20-4a6d-825c-0398adc74b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:44:34Z', 'revision_number': 6, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port_host': None}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:34.514317 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe439d6-65c0-4e67-a759-d3f3b4e97270 req-3ded789c-9970-419e-891c-a3d6d143ef06 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:34.515876 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4fe439d6-65c0-4e67-a759-d3f3b4e97270 req-3ded789c-9970-419e-891c-a3d6d143ef06 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 945 time: 0.0597632 Mar 30 16:44:34.523667 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae9f87-ec20-4a6d-825c-0398adc74b53 None None] The sync data for ids ['fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c'] in dv-cinder-835871-1-iscsi is: [{'id': 'fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c', 'name': 'tempest-ServerRescueNegativeTestJSON-1470766664-router', 'tenant_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:17Z', 'updated_at': '2022-03-30T16:44:34Z', 'revision_number': 6, 'project_id': '883c3913fc0b42c1ae347b5b21cd10c8', 'gw_port_host': None}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:34.571541 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4fe439d6-65c0-4e67-a759-d3f3b4e97270 req-4ffd78c1-0b3d-4864-a963-7eca4ae22c3c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495417 Mar 30 16:44:34.652148 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (50b9ad24-6f76-4795-ab9a-4c0ee211a691), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:34.677062 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Pushing event deleted for resources: {'Port': ['ID=50b9ad24-6f76-4795-ab9a-4c0ee211a691,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:34.742083 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752252'] for router_gateway (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:34.852327 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3753632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15599'] for router (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:34.854105 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Publish callbacks [] for router_controller (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:34.997298 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3753689'] for router (fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:34.997871 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c {{(pid=106608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:44:35.002799 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.003932 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-f31bb523-c4b7-4778-a45b-5b4f7de8139b admin admin] 10.222.0.21 "DELETE /v2.0/routers/fc8b1c0e-d4f7-42fa-bde8-ffac4cd3d07c HTTP/1.1" status: 204 len: 168 time: 1.0603356 Mar 30 16:44:35.006422 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44896) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:35.050185 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdb6754-66c2-4f65-a5d8-cbf676b79a03 admin admin] Deleting subnet 44c891fe-6c82-45c8-8486-57bee9569d2b {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:44:35.053254 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6754-66c2-4f65-a5d8-cbf676b79a03 admin admin] Publish callbacks [] for subnet (44c891fe-6c82-45c8-8486-57bee9569d2b), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.090232 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6754-66c2-4f65-a5d8-cbf676b79a03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (44c891fe-6c82-45c8-8486-57bee9569d2b), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.191856 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6754-66c2-4f65-a5d8-cbf676b79a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (44c891fe-6c82-45c8-8486-57bee9569d2b), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.311096 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6754-66c2-4f65-a5d8-cbf676b79a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (44c891fe-6c82-45c8-8486-57bee9569d2b), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.335997 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb6754-66c2-4f65-a5d8-cbf676b79a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44c891fe-6c82-45c8-8486-57bee9569d2b,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:35.346485 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6cdb6754-66c2-4f65-a5d8-cbf676b79a03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.346485 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-6cdb6754-66c2-4f65-a5d8-cbf676b79a03 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/44c891fe-6c82-45c8-8486-57bee9569d2b HTTP/1.1" status: 204 len: 168 time: 0.3383930 Mar 30 16:44:35.348190 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44902) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:35.350045 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c97759a-6d23-4c0b-9f24-98265279634c None None] Network e773f3a5-fe7b-452c-bd0d-c30eda04a501 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:44:35.423646 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (e773f3a5-fe7b-452c-bd0d-c30eda04a501), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.481374 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Deleting port 544de25c-a9de-478c-88ec-625b75e5cd52 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:35.481718 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.533430 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5dfba49-ad89-42da-92af-a5ff5eed4fb6 None None] DHCP port deletion for e773f3a5-fe7b-452c-bd0d-c30eda04a501 request from dv-cinder-835871-1-iscsi {{(pid=106615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:44:35.546420 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] For port 544de25c-a9de-478c-88ec-625b75e5cd52, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=544de25c-a9de-478c-88ec-625b75e5cd52,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:35.546825 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.560839 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Calling delete_port for 544de25c-a9de-478c-88ec-625b75e5cd52 owned by network:dhcp {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:35.591660 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfba49-ad89-42da-92af-a5ff5eed4fb6 None None] Deleting port 544de25c-a9de-478c-88ec-625b75e5cd52 {{(pid=106615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:35.592047 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d5dfba49-ad89-42da-92af-a5ff5eed4fb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), before_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.664587 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-d5dfba49-ad89-42da-92af-a5ff5eed4fb6 None None] For port 544de25c-a9de-478c-88ec-625b75e5cd52, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=544de25c-a9de-478c-88ec-625b75e5cd52,segment=NetworkSegment(65723856-39d1-40ad-951d-5ce976a1a279),segment_id=65723856-39d1-40ad-951d-5ce976a1a279)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:35.664993 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d5dfba49-ad89-42da-92af-a5ff5eed4fb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), precommit_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.678511 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-d5dfba49-ad89-42da-92af-a5ff5eed4fb6 None None] Calling delete_port for 544de25c-a9de-478c-88ec-625b75e5cd52 owned by network:dhcp {{(pid=106615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:35.704012 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d4f8-5f6b-4a2e-a1fb-6f8bd8e84256 req-7646cf9f-a6e1-44fb-bb44-bb2b7e855ba5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:35.705430 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c928d4f8-5f6b-4a2e-a1fb-6f8bd8e84256 req-7646cf9f-a6e1-44fb-bb44-bb2b7e855ba5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 945 time: 0.0563467 Mar 30 16:44:35.732791 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.754660 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c928d4f8-5f6b-4a2e-a1fb-6f8bd8e84256 req-ddb8cf85-ee93-41a6-8bc1-1203f93274b6 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=745d323d-0072-4d64-af4d-d791662787a3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434291 Mar 30 16:44:35.761361 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Pushing event deleted for resources: {'Port': ['ID=544de25c-a9de-478c-88ec-625b75e5cd52,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:35.763032 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] No DVR routers for this DVR port 544de25c-a9de-478c-88ec-625b75e5cd52 on host dv-cinder-835871-1-iscsi {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:35.809379 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d5dfba49-ad89-42da-92af-a5ff5eed4fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254'] for port (544de25c-a9de-478c-88ec-625b75e5cd52), after_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.833276 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (e773f3a5-fe7b-452c-bd0d-c30eda04a501), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.837114 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfba49-ad89-42da-92af-a5ff5eed4fb6 None None] Pushing event deleted for resources: {'Port': ['ID=544de25c-a9de-478c-88ec-625b75e5cd52,revision_number=None']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:35.841710 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dfba49-ad89-42da-92af-a5ff5eed4fb6 None None] No DVR routers for this DVR port 544de25c-a9de-478c-88ec-625b75e5cd52 on host dv-cinder-835871-1-iscsi {{(pid=106615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:35.843901 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.859471 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e773f3a5-fe7b-452c-bd0d-c30eda04a501']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:35.869103 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65723856-39d1-40ad-951d-5ce976a1a279') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:35.869398 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65723856-39d1-40ad-951d-5ce976a1a279') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:35.879206 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (65723856-39d1-40ad-951d-5ce976a1a279), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.892567 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (65723856-39d1-40ad-951d-5ce976a1a279), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.898851 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:44:35.899226 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (65723856-39d1-40ad-951d-5ce976a1a279), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:44:35.900845 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:44:36.043060 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (e773f3a5-fe7b-452c-bd0d-c30eda04a501), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.048932 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.052005 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] 10.222.0.21 "DELETE /v2.0/networks/e773f3a5-fe7b-452c-bd0d-c30eda04a501 HTTP/1.1" status: 204 len: 168 time: 0.7028966 Mar 30 16:44:36.063305 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7598e067-0a5c-4a2f-b3da-8eed6046210e admin admin] Pushing event deleted for resources: {'Network': ['ID=e773f3a5-fe7b-452c-bd0d-c30eda04a501,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:36.135163 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-fe6b052e-e5fd-412d-a470-27caefe267bc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:36.136562 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-fe6b052e-e5fd-412d-a470-27caefe267bc tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 945 time: 0.0520289 Mar 30 16:44:36.234767 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Deleting port e881b265-4d93-4997-be32-7448a7f7310d {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:36.235107 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (e881b265-4d93-4997-be32-7448a7f7310d), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.311381 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44908) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:36.322139 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] For port e881b265-4d93-4997-be32-7448a7f7310d, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=e881b265-4d93-4997-be32-7448a7f7310d,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:36.322504 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (e881b265-4d93-4997-be32-7448a7f7310d), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.354357 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b60aefd8-dd24-4745-9eb7-1143d78fa075 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=883c3913fc0b42c1ae347b5b21cd10c8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392261 Mar 30 16:44:36.354633 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44910) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:36.427373 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-42c2c1a1-dcc3-4ddb-ba6d-74df78511e37 admin admin] Publish callbacks [] for security_group (76477266-808d-402b-9a2c-20210456fde6), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.439477 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 611c2894-621d-46d6-851b-f26b7910a13e no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:36.460256 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 611c2894-621d-46d6-851b-f26b7910a13e {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:36.460697 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 611c2894-621d-46d6-851b-f26b7910a13e not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:36.461175 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 544de25c-a9de-478c-88ec-625b75e5cd52 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:36.467264 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-42c2c1a1-dcc3-4ddb-ba6d-74df78511e37 admin admin] Publish callbacks [] for security_group (76477266-808d-402b-9a2c-20210456fde6), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.480417 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 544de25c-a9de-478c-88ec-625b75e5cd52 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:36.481510 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 544de25c-a9de-478c-88ec-625b75e5cd52 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:36.482065 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 50b9ad24-6f76-4795-ab9a-4c0ee211a691 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:36.501442 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 50b9ad24-6f76-4795-ab9a-4c0ee211a691 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:36.502085 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 50b9ad24-6f76-4795-ab9a-4c0ee211a691 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:36.523760 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8b4288f4-2d05-4a93-b2e8-4184a4afe10b req-88ad416f-a3a3-4104-bcf5-bba5fcddb263 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107148178&fields=id&tenant_id=6912f356ee1e4b6185cd543fb1225e6f HTTP/1.1" status: 200 len: 267 time: 0.0815103 Mar 30 16:44:36.578688 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.578902 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (acaca7a9-5025-47d1-8aff-0f478fdfb6d3), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.579202 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.l3_db [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Floating IP acaca7a9-5025-47d1-8aff-0f478fdfb6d3 disassociated. External IP: 172.27.0.7, port: e881b265-4d93-4997-be32-7448a7f7310d. Mar 30 16:44:36.582083 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Calling delete_port for e881b265-4d93-4997-be32-7448a7f7310d owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:36.585455 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4288f4-2d05-4a93-b2e8-4184a4afe10b req-bb932c0c-3312-477e-ba63-ce44cf296b4b tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:36.586930 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8b4288f4-2d05-4a93-b2e8-4184a4afe10b req-bb932c0c-3312-477e-ba63-ce44cf296b4b tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 984 time: 0.0571413 Mar 30 16:44:36.598741 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-8b4288f4-2d05-4a93-b2e8-4184a4afe10b req-551f31bf-8adf-45e1-87d2-56ea3e5d0605 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Request body: {'port': {'security_groups': ['ef98badf-7471-4f21-b4d3-41e8830c891f']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:36.633300 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-42c2c1a1-dcc3-4ddb-ba6d-74df78511e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (76477266-808d-402b-9a2c-20210456fde6), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.635826 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-42c2c1a1-dcc3-4ddb-ba6d-74df78511e37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.638223 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-42c2c1a1-dcc3-4ddb-ba6d-74df78511e37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76477266-808d-402b-9a2c-20210456fde6 HTTP/1.1" status: 204 len: 168 time: 0.2811863 Mar 30 16:44:36.673616 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2c1a1-dcc3-4ddb-ba6d-74df78511e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76477266-808d-402b-9a2c-20210456fde6,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:36.689099 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-8b4288f4-2d05-4a93-b2e8-4184a4afe10b req-551f31bf-8adf-45e1-87d2-56ea3e5d0605 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.774730 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (e881b265-4d93-4997-be32-7448a7f7310d), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:36.804563 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'Port': ['ID=e881b265-4d93-4997-be32-7448a7f7310d,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:36.883152 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d8060ab-c47a-4006-80b8-64026837ff61 req-fef61bc8-2009-49c5-8174-b7338d10189e tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 210 time: 0.0388699 Mar 30 16:44:36.927334 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-8b4288f4-2d05-4a93-b2e8-4184a4afe10b req-551f31bf-8adf-45e1-87d2-56ea3e5d0605 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] For port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:36.932359 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:36.964108 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-8b4288f4-2d05-4a93-b2e8-4184a4afe10b req-551f31bf-8adf-45e1-87d2-56ea3e5d0605 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.031851 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-8b4288f4-2d05-4a93-b2e8-4184a4afe10b req-551f31bf-8adf-45e1-87d2-56ea3e5d0605 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.048239 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['00a2c5e9-88bd-4c03-9042-7cdbe7c44312'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:37.056256 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:37.069560 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c758c09-1191-4525-be9d-d560805045ef None None] Sync routers for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:37.090706 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4288f4-2d05-4a93-b2e8-4184a4afe10b req-551f31bf-8adf-45e1-87d2-56ea3e5d0605 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:37.091244 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-8b4288f4-2d05-4a93-b2e8-4184a4afe10b req-551f31bf-8adf-45e1-87d2-56ea3e5d0605 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.095041 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8b4288f4-2d05-4a93-b2e8-4184a4afe10b req-551f31bf-8adf-45e1-87d2-56ea3e5d0605 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "PUT /v2.0/ports/00a2c5e9-88bd-4c03-9042-7cdbe7c44312 HTTP/1.1" status: 200 len: 942 time: 0.5008676 Mar 30 16:44:37.104466 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:37.106780 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd" -d '{"events": [{"name": "network-changed", "server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:37.110371 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c758c09-1191-4525-be9d-d560805045ef None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:37.111841 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5c758c09-1191-4525-be9d-d560805045ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:37.113644 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 44924) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:37.115938 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] No DVR routers for this DVR port e881b265-4d93-4997-be32-7448a7f7310d on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:37.124676 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.127664 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ce78fa1c-3d3e-4d92-bbe5-d89d4534980e req-753a5594-7229-436a-836b-464ff7c70909 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "DELETE /v2.0/ports/e881b265-4d93-4997-be32-7448a7f7310d HTTP/1.1" status: 204 len: 173 time: 0.9846735 Mar 30 16:44:37.128117 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0339f859-c9a8-4063-93f9-db4e66a48052', 'name': 'network-vif-deleted', 'tag': 'e881b265-4d93-4997-be32-7448a7f7310d'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:37.130501 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6b1d0ff-f5b6-47dc-b2bf-c578332de1b5" -d '{"events": [{"server_uuid": "0339f859-c9a8-4063-93f9-db4e66a48052", "name": "network-vif-deleted", "tag": "e881b265-4d93-4997-be32-7448a7f7310d"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:37.171155 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551f31bf-8adf-45e1-87d2-56ea3e5d0605 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event updated for resources: {'Port': ['ID=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,revision_number=7']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:37.212607 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['00a2c5e9-88bd-4c03-9042-7cdbe7c44312'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:37.225700 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8dca4e11-2d8d-476f-95ed-f085d73c0639 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group (8f95c4b3-5184-41d2-abbb-b044118c8a86), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.241368 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a47beab-a03a-4eb5-a629-c43004fd8f18 x-openstack-request-id: req-1a47beab-a03a-4eb5-a629-c43004fd8f18 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:37.241757 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:37.242109 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a47beab-a03a-4eb5-a629-c43004fd8f18 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:37.243303 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a47beab-a03a-4eb5-a629-c43004fd8f18'] response: {'name': 'network-changed', 'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'status': 'completed', 'code': 200} Mar 30 16:44:37.286873 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c72583-c8f6-4f28-8e4d-e1a192e2d6bb x-openstack-request-id: req-d6c72583-c8f6-4f28-8e4d-e1a192e2d6bb {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:37.287305 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0339f859-c9a8-4063-93f9-db4e66a48052", "name": "network-vif-deleted", "tag": "e881b265-4d93-4997-be32-7448a7f7310d", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:37.287563 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6c72583-c8f6-4f28-8e4d-e1a192e2d6bb {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:37.294258 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c72583-c8f6-4f28-8e4d-e1a192e2d6bb'] response: {'server_uuid': '0339f859-c9a8-4063-93f9-db4e66a48052', 'name': 'network-vif-deleted', 'tag': 'e881b265-4d93-4997-be32-7448a7f7310d', 'status': 'completed', 'code': 200} Mar 30 16:44:37.351211 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8dca4e11-2d8d-476f-95ed-f085d73c0639 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group (8f95c4b3-5184-41d2-abbb-b044118c8a86), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.363521 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-5c758c09-1191-4525-be9d-d560805045ef None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:37.572400 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8dca4e11-2d8d-476f-95ed-f085d73c0639 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8f95c4b3-5184-41d2-abbb-b044118c8a86), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.578670 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8dca4e11-2d8d-476f-95ed-f085d73c0639 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.580219 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-8dca4e11-2d8d-476f-95ed-f085d73c0639 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "DELETE /v2.0/security-groups/8f95c4b3-5184-41d2-abbb-b044118c8a86 HTTP/1.1" status: 204 len: 168 time: 0.4653456 Mar 30 16:44:37.583038 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44936) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:37.601304 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca4e11-2d8d-476f-95ed-f085d73c0639 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f95c4b3-5184-41d2-abbb-b044118c8a86,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:37.645420 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-1a7fc27e-c03f-46f7-9fca-600d32d163b9 None None] Provisioning complete for port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:44:37.645883 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1a7fc27e-c03f-46f7-9fca-600d32d163b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.706451 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd req-ce1a97ba-b0f1-478a-8b1c-ac03893cdc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:37.709982 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd req-ce1a97ba-b0f1-478a-8b1c-ac03893cdc54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6912f356ee1e4b6185cd543fb1225e6f&device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 1129 time: 0.4662819 Mar 30 16:44:37.751387 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-1a7fc27e-c03f-46f7-9fca-600d32d163b9 None None] Current status of the port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:44:37.796562 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5c758c09-1191-4525-be9d-d560805045ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:37.824143 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd req-e77ae13f-3259-4c2e-b5e5-bd124635e704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:37.826656 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd req-e77ae13f-3259-4c2e-b5e5-bd124635e704 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ba8108a-6296-4e49-baec-a63c57053824 HTTP/1.1" status: 200 len: 916 time: 0.1072063 Mar 30 16:44:37.827000 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c758c09-1191-4525-be9d-d560805045ef None None] Checking router: b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:37.835589 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c758c09-1191-4525-be9d-d560805045ef None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:37.836232 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5c758c09-1191-4525-be9d-d560805045ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:37.853986 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Deleting port d17647ab-67cf-4f74-a2f6-f131f6da2039 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:37.853986 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (d17647ab-67cf-4f74-a2f6-f131f6da2039), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.901956 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd req-37338c92-1077-4221-b63c-08446511879f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312 HTTP/1.1" status: 200 len: 1001 time: 0.0678878 Mar 30 16:44:37.940623 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (d17647ab-67cf-4f74-a2f6-f131f6da2039), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.942098 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for floatingip (d17647ab-67cf-4f74-a2f6-f131f6da2039), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:37.969298 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Calling delete_port for d17647ab-67cf-4f74-a2f6-f131f6da2039 owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:37.984621 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd req-c08c4ec4-5491-4e36-8dec-13c66f3dd59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:37.986438 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd req-c08c4ec4-5491-4e36-8dec-13c66f3dd59e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aa56f19-56b2-42e1-8a44-a143b0905304 HTTP/1.1" status: 200 len: 854 time: 0.0733345 Mar 30 16:44:37.995671 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-5c758c09-1191-4525-be9d-d560805045ef None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:38.060196 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd req-f77d6dcf-c40b-43ba-b598-b192163ee24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:38.060805 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-577f1552-80ab-4f43-bee7-d7ab207caffc req-b3383020-f60b-4c37-a6b1-dc2b66817559 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=0339f859-c9a8-4063-93f9-db4e66a48052 HTTP/1.1" status: 200 len: 210 time: 0.0630853 Mar 30 16:44:38.062659 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd req-f77d6dcf-c40b-43ba-b598-b192163ee24b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ba8108a-6296-4e49-baec-a63c57053824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0699446 Mar 30 16:44:38.196439 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd req-fb93ed6c-70d8-492c-a17d-58496b4f6fa5 service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261847 Mar 30 16:44:38.274777 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5c758c09-1191-4525-be9d-d560805045ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:38.295739 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a4bd7fd7-d2f9-474c-bb9e-772e6060bbcd req-501f5f5e-8482-4e58-93ba-f061311b5700 service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927968 Mar 30 16:44:38.303051 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c758c09-1191-4525-be9d-d560805045ef None None] The sync data for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi is: [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:38.374689 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (d17647ab-67cf-4f74-a2f6-f131f6da2039), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:38.404571 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event deleted for resources: {'Port': ['ID=d17647ab-67cf-4f74-a2f6-f131f6da2039,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:38.476519 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks [] for floatingip (cd967d07-f098-4051-855a-3205bfe4be82), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:38.476921 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Floating IP cd967d07-f098-4051-855a-3205bfe4be82 disassociated (deleted). External IP: 172.27.0.230, port: 00a2c5e9-88bd-4c03-9042-7cdbe7c44312. Mar 30 16:44:38.563826 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f7aa31-f92a-48b6-a0f0-ef4f8b2d2bc4 None None] New status for floating IP acaca7a9-5025-47d1-8aff-0f478fdfb6d3: DOWN {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:44:38.702395 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Router 160a7d18-2986-4e30-817c-4929258b33e6 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:38.817883 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:38.822347 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:38.828788 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deaba7c-2b2a-40be-9eb5-78f0bf81d901 None None] Sync routers for ids ['160a7d18-2986-4e30-817c-4929258b33e6'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:38.841294 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deaba7c-2b2a-40be-9eb5-78f0bf81d901 None None] Routers {'160a7d18-2986-4e30-817c-4929258b33e6'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:38.841915 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-8deaba7c-2b2a-40be-9eb5-78f0bf81d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['160a7d18-2986-4e30-817c-4929258b33e6'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:38.853146 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0c8b6003-0d32-4e8f-99e3-9b418b5f7e3d tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "DELETE /v2.0/floatingips/cd967d07-f098-4051-855a-3205bfe4be82 HTTP/1.1" status: 204 len: 168 time: 1.2689564 Mar 30 16:44:38.970354 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-8deaba7c-2b2a-40be-9eb5-78f0bf81d901 None None] Set router 160a7d18-2986-4e30-817c-4929258b33e6 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:39.187970 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-8deaba7c-2b2a-40be-9eb5-78f0bf81d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'cf36c50e-772d-40ba-a2e9-f56d6e255607', 'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'mac_address': 'fa:16:3e:9c:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:50Z', 'updated_at': '2022-03-30T16:42:01Z', 'revision_number': 5, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'subnets': [{'id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:39.218019 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deaba7c-2b2a-40be-9eb5-78f0bf81d901 None None] Checking router: 160a7d18-2986-4e30-817c-4929258b33e6 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:39.226444 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8deaba7c-2b2a-40be-9eb5-78f0bf81d901 None None] Routers {'160a7d18-2986-4e30-817c-4929258b33e6'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:39.227077 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-8deaba7c-2b2a-40be-9eb5-78f0bf81d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['160a7d18-2986-4e30-817c-4929258b33e6'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:39.244953 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:39.247190 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4a856a0-533e-452b-af6c-7bf201106cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:39.268848 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44980) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:39.310296 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db9e05c-81a6-4c9a-87a2-e896f5740481 x-openstack-request-id: req-5db9e05c-81a6-4c9a-87a2-e896f5740481 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:39.310614 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:39.310864 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5db9e05c-81a6-4c9a-87a2-e896f5740481 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:39.311266 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5db9e05c-81a6-4c9a-87a2-e896f5740481'] response: {'name': 'network-changed', 'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'status': 'completed', 'code': 200} Mar 30 16:44:39.349846 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-76c1e2dd-aaab-4e44-b311-ab04c5e6c7ea tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (745d323d-0072-4d64-af4d-d791662787a3), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:39.368161 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-8deaba7c-2b2a-40be-9eb5-78f0bf81d901 None None] Set router 160a7d18-2986-4e30-817c-4929258b33e6 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:39.386940 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a856a0-533e-452b-af6c-7bf201106cb8 req-9e3fd009-e491-495a-b5ec-8a5e5c6b6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:39.388778 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-c4a856a0-533e-452b-af6c-7bf201106cb8 req-9e3fd009-e491-495a-b5ec-8a5e5c6b6013 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6912f356ee1e4b6185cd543fb1225e6f&device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 1129 time: 0.0578718 Mar 30 16:44:39.410046 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-76c1e2dd-aaab-4e44-b311-ab04c5e6c7ea tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (745d323d-0072-4d64-af4d-d791662787a3), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:39.498066 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a856a0-533e-452b-af6c-7bf201106cb8 req-7828f534-330f-4b42-9c11-53f6219e0d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:39.499571 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-c4a856a0-533e-452b-af6c-7bf201106cb8 req-7828f534-330f-4b42-9c11-53f6219e0d66 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3ba8108a-6296-4e49-baec-a63c57053824 HTTP/1.1" status: 200 len: 916 time: 0.1044788 Mar 30 16:44:39.547029 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-c4a856a0-533e-452b-af6c-7bf201106cb8 req-b14f023b-5c05-4a58-a273-aade0d98c90a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312 HTTP/1.1" status: 200 len: 217 time: 0.0402353 Mar 30 16:44:39.548640 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-76c1e2dd-aaab-4e44-b311-ab04c5e6c7ea tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (745d323d-0072-4d64-af4d-d791662787a3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:39.551292 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-76c1e2dd-aaab-4e44-b311-ab04c5e6c7ea tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:39.552524 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-76c1e2dd-aaab-4e44-b311-ab04c5e6c7ea tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "DELETE /v2.0/security-groups/745d323d-0072-4d64-af4d-d791662787a3 HTTP/1.1" status: 204 len: 168 time: 0.2844732 Mar 30 16:44:39.556009 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44988) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:39.574808 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.api.v2.resource [None req-606bd27a-9a94-4645-a966-6297a868b317 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] show failed (client error): The resource could not be found. Mar 30 16:44:39.578730 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-606bd27a-9a94-4645-a966-6297a868b317 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups/745d323d-0072-4d64-af4d-d791662787a3 HTTP/1.1" status: 404 len: 347 time: 0.0189259 Mar 30 16:44:39.578730 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c1e2dd-aaab-4e44-b311-ab04c5e6c7ea tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=745d323d-0072-4d64-af4d-d791662787a3,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:39.579764 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 44990) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:39.606974 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-8deaba7c-2b2a-40be-9eb5-78f0bf81d901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'cf36c50e-772d-40ba-a2e9-f56d6e255607', 'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'mac_address': 'fa:16:3e:9c:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:50Z', 'updated_at': '2022-03-30T16:42:01Z', 'revision_number': 5, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'subnets': [{'id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:39.607912 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a856a0-533e-452b-af6c-7bf201106cb8 req-00882b24-51d0-430e-9218-66ca9e295686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:39.611598 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-c4a856a0-533e-452b-af6c-7bf201106cb8 req-00882b24-51d0-430e-9218-66ca9e295686 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aa56f19-56b2-42e1-8a44-a143b0905304 HTTP/1.1" status: 200 len: 854 time: 0.0558624 Mar 30 16:44:39.633904 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8deaba7c-2b2a-40be-9eb5-78f0bf81d901 None None] The sync data for ids ['160a7d18-2986-4e30-817c-4929258b33e6'] in dv-cinder-835871-1-iscsi is: [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'cf36c50e-772d-40ba-a2e9-f56d6e255607', 'name': '', 'network_id': '3ba8108a-6296-4e49-baec-a63c57053824', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'mac_address': 'fa:16:3e:9c:2f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:50Z', 'updated_at': '2022-03-30T16:42:01Z', 'revision_number': 5, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'subnets': [{'id': '3aa56f19-56b2-42e1-8a44-a143b0905304', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:39.665009 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a856a0-533e-452b-af6c-7bf201106cb8 req-c8e543b2-6baf-4873-a189-6b4b1dd0417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:39.669839 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-c4a856a0-533e-452b-af6c-7bf201106cb8 req-c8e543b2-6baf-4873-a189-6b4b1dd0417b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3ba8108a-6296-4e49-baec-a63c57053824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0522630 Mar 30 16:44:39.737177 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-e678e46e-24ca-4cf1-bb7d-3f16cf6bf51c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Deleting port a45efee8-826a-4c88-84f2-604dfab921dc {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:39.737515 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e678e46e-24ca-4cf1-bb7d-3f16cf6bf51c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (a45efee8-826a-4c88-84f2-604dfab921dc), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:39.781535 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-c4a856a0-533e-452b-af6c-7bf201106cb8 req-5ef8efdf-ff3f-44b6-b968-c3802edc694b service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007957 Mar 30 16:44:39.832899 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e678e46e-24ca-4cf1-bb7d-3f16cf6bf51c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (a45efee8-826a-4c88-84f2-604dfab921dc), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:39.833240 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e678e46e-24ca-4cf1-bb7d-3f16cf6bf51c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (a45efee8-826a-4c88-84f2-604dfab921dc), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:39.854803 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-e678e46e-24ca-4cf1-bb7d-3f16cf6bf51c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Calling delete_port for a45efee8-826a-4c88-84f2-604dfab921dc owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:39.942107 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77ff2565-e03c-4a58-8f5a-b93172ad46d3 None None] New status for floating IP cd967d07-f098-4051-855a-3205bfe4be82: DOWN {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:44:40.121801 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device e881b265-4d93-4997-be32-7448a7f7310d no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:40.131475 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e678e46e-24ca-4cf1-bb7d-3f16cf6bf51c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (a45efee8-826a-4c88-84f2-604dfab921dc), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:40.134596 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-c4a856a0-533e-452b-af6c-7bf201106cb8 req-7036f0b1-810f-4a9e-a346-6aab516a705e service neutron] 10.222.0.41 "GET /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431966 Mar 30 16:44:40.151731 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: e881b265-4d93-4997-be32-7448a7f7310d {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:40.152080 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device e881b265-4d93-4997-be32-7448a7f7310d not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:40.163857 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678e46e-24ca-4cf1-bb7d-3f16cf6bf51c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'Port': ['ID=a45efee8-826a-4c88-84f2-604dfab921dc,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:40.229579 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e678e46e-24ca-4cf1-bb7d-3f16cf6bf51c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (acaca7a9-5025-47d1-8aff-0f478fdfb6d3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:40.232320 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e678e46e-24ca-4cf1-bb7d-3f16cf6bf51c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:40.233472 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e678e46e-24ca-4cf1-bb7d-3f16cf6bf51c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "DELETE /v2.0/floatingips/acaca7a9-5025-47d1-8aff-0f478fdfb6d3 HTTP/1.1" status: 204 len: 168 time: 0.6534836 Mar 30 16:44:40.622724 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45006) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:40.627238 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-34993fe1-38bd-47de-b6d4-00698dca7819 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808092528', 'description': 'tempest-description--1903194244'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:40.754609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34993fe1-38bd-47de-b6d4-00698dca7819 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:40.825115 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34993fe1-38bd-47de-b6d4-00698dca7819 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (85206cf2-bf85-42d7-b381-bd785062b6d2), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:40.896989 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34993fe1-38bd-47de-b6d4-00698dca7819 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (85206cf2-bf85-42d7-b381-bd785062b6d2), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:40.929538 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34993fe1-38bd-47de-b6d4-00698dca7819 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85206cf2-bf85-42d7-b381-bd785062b6d2,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:40.967506 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-34993fe1-38bd-47de-b6d4-00698dca7819 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:40.968759 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-34993fe1-38bd-47de-b6d4-00698dca7819 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3450391 Mar 30 16:44:40.971687 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45012) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:40.981273 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-660fa50b-cd59-426c-80f1-5395e29f5b00 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group_rule': {'security_group_id': '85206cf2-bf85-42d7-b381-bd785062b6d2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:41.073008 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-660fa50b-cd59-426c-80f1-5395e29f5b00 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (f3585329-42b4-4699-9539-ea3691bad160), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:41.133564 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-660fa50b-cd59-426c-80f1-5395e29f5b00 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (f3585329-42b4-4699-9539-ea3691bad160), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:41.211356 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-660fa50b-cd59-426c-80f1-5395e29f5b00 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (f3585329-42b4-4699-9539-ea3691bad160), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:41.230006 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fa50b-cd59-426c-80f1-5395e29f5b00 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3585329-42b4-4699-9539-ea3691bad160,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:41.321796 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-660fa50b-cd59-426c-80f1-5395e29f5b00 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:41.323039 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-660fa50b-cd59-426c-80f1-5395e29f5b00 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3503742 Mar 30 16:44:41.325743 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45016) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:41.330028 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-cee53c32-e8e9-4885-be07-dbdf003fe410 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'security_group_rule': {'security_group_id': '85206cf2-bf85-42d7-b381-bd785062b6d2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:41.433043 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cee53c32-e8e9-4885-be07-dbdf003fe410 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (a9ddfa70-ede8-42eb-8109-49bdf39082b3), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:41.487718 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cee53c32-e8e9-4885-be07-dbdf003fe410 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (a9ddfa70-ede8-42eb-8109-49bdf39082b3), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:41.588671 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cee53c32-e8e9-4885-be07-dbdf003fe410 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (a9ddfa70-ede8-42eb-8109-49bdf39082b3), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:41.607131 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee53c32-e8e9-4885-be07-dbdf003fe410 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ddfa70-ede8-42eb-8109-49bdf39082b3,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:41.682179 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cee53c32-e8e9-4885-be07-dbdf003fe410 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:41.683451 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-cee53c32-e8e9-4885-be07-dbdf003fe410 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3567245 Mar 30 16:44:41.686774 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45024) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:41.691245 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:41.782936 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:41.886497 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:41.991858 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Allocated IP 172.27.0.167 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/92cf0255-2980-4a16-8e33-dfa7d12d5ae0) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:44:42.098407 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (92cf0255-2980-4a16-8e33-dfa7d12d5ae0), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:42.149044 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19628df4-d617-4fa6-bd3d-c609b116d92d req-c2e539f5-fc68-41a7-94d1-ad24114ab4ec tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:42.150534 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-19628df4-d617-4fa6-bd3d-c609b116d92d req-c2e539f5-fc68-41a7-94d1-ad24114ab4ec tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0551057 Mar 30 16:44:42.199018 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-19628df4-d617-4fa6-bd3d-c609b116d92d req-eaa200e1-706c-4625-ad37-df86b27887ba tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426428 Mar 30 16:44:42.211756 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (92cf0255-2980-4a16-8e33-dfa7d12d5ae0), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:42.249015 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:44:42.251807 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:44:42.254208 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:44:42.283203 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=92cf0255-2980-4a16-8e33-dfa7d12d5ae0,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:42.349707 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (23c3a16b-2044-4348-b9df-a902b628b72f), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:42.445588 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (92cf0255-2980-4a16-8e33-dfa7d12d5ae0), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:42.592916 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (92cf0255-2980-4a16-8e33-dfa7d12d5ae0), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:42.679587 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (92cf0255-2980-4a16-8e33-dfa7d12d5ae0), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:42.747780 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=92cf0255-2980-4a16-8e33-dfa7d12d5ae0,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:42.758624 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (23c3a16b-2044-4348-b9df-a902b628b72f), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:42.836581 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:42.837815 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-b13f7fb2-c06f-44e1-99c6-457a8810f9a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1500866 Mar 30 16:44:43.050380 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-b8fb46cf-e4b9-4489-9cf7-9774ba550819 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--808092528&fields=id&tenant_id=4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 267 time: 0.0475848 Mar 30 16:44:43.161886 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-1ca0ca73-b37b-48d0-8dda-5026c02a0e9b tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:43.163456 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-1ca0ca73-b37b-48d0-8dda-5026c02a0e9b tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 815 time: 0.1062658 Mar 30 16:44:43.178116 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-1130a9a1-2f1d-4dde-b51b-d105fd9ad3a9 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/quotas/4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 375 time: 0.0092657 Mar 30 16:44:43.236353 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-114dad13-debd-4609-99de-4bfb68aabf02 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534575 Mar 30 16:44:43.324770 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc565079-9b45-4f2d-a1d9-b08beb068234 req-decc3fac-45e1-4f32-aae3-cd81448b31ea tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:43.326974 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc565079-9b45-4f2d-a1d9-b08beb068234 req-decc3fac-45e1-4f32-aae3-cd81448b31ea tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0614412 Mar 30 16:44:43.416373 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc565079-9b45-4f2d-a1d9-b08beb068234 req-9a7def2f-37c5-47bf-9ba7-3fe080c02f21 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838377 Mar 30 16:44:43.454118 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-4a753ab6-21b9-4dcd-9e6f-f169785218e7 service neutron] 10.222.0.21 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066042 Mar 30 16:44:43.543118 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-bfd8b3a5-817b-4835-9332-6b32a6869907 service neutron] 10.222.0.21 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832124 Mar 30 16:44:43.822351 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-207c170b-9f79-4572-9d90-46854089a53f req-1dfe365a-7210-4c44-b9ee-7718401ef78b tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 210 time: 0.0279503 Mar 30 16:44:44.534299 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee707848-6a00-41b3-80d2-cf520e32fd70 req-865906df-d0a5-462c-9010-68e4caf94927 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:44.535846 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee707848-6a00-41b3-80d2-cf520e32fd70 req-865906df-d0a5-462c-9010-68e4caf94927 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0530798 Mar 30 16:44:44.582786 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ee707848-6a00-41b3-80d2-cf520e32fd70 req-ee8f4c75-387b-4303-a93b-382fb440925f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Mar 30 16:44:44.917131 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08fd52c0-eee2-48af-a2b8-a7056495a922 req-eb50d250-a826-4cd0-9a4e-2ed42a103687 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 210 time: 0.0300868 Mar 30 16:44:45.701087 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c452319-7c0d-48d2-b5f5-67348a90a042 req-4460a1c4-165a-4f8d-83c6-00c1215ab023 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:45.703809 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5c452319-7c0d-48d2-b5f5-67348a90a042 req-4460a1c4-165a-4f8d-83c6-00c1215ab023 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0540385 Mar 30 16:44:45.749175 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5c452319-7c0d-48d2-b5f5-67348a90a042 req-55ce1ceb-09c4-4c7b-97fb-ef90f630bf2f tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389290 Mar 30 16:44:46.010693 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-887de978-a7e2-4508-a2ba-7e87276881b9 req-311e16be-24f8-4b63-aa51-f86d14c3b1b6 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 210 time: 0.0267622 Mar 30 16:44:46.577076 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aab1d3a-4c94-4266-a6c2-618d9bb2daf1 req-2bfafa45-05b2-4349-8da2-9fe82b783356 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:46.578260 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-7aab1d3a-4c94-4266-a6c2-618d9bb2daf1 req-2bfafa45-05b2-4349-8da2-9fe82b783356 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.41 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0594313 Mar 30 16:44:46.681232 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-7aab1d3a-4c94-4266-a6c2-618d9bb2daf1 req-3d4b3a63-0662-48f8-9ae1-01ec81d05127 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Deleting port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:46.681498 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-7aab1d3a-4c94-4266-a6c2-618d9bb2daf1 req-3d4b3a63-0662-48f8-9ae1-01ec81d05127 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:46.770112 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-7aab1d3a-4c94-4266-a6c2-618d9bb2daf1 req-3d4b3a63-0662-48f8-9ae1-01ec81d05127 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] For port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:46.770478 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-7aab1d3a-4c94-4266-a6c2-618d9bb2daf1 req-3d4b3a63-0662-48f8-9ae1-01ec81d05127 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:46.785153 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-7aab1d3a-4c94-4266-a6c2-618d9bb2daf1 req-3d4b3a63-0662-48f8-9ae1-01ec81d05127 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Calling delete_port for 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:46.870520 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12876ff-b47d-4efa-811f-4313a2f303ef req-313efe0d-762a-40fe-8200-6928eb7ec954 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:46.872039 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c12876ff-b47d-4efa-811f-4313a2f303ef req-313efe0d-762a-40fe-8200-6928eb7ec954 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 945 time: 0.0542877 Mar 30 16:44:46.930860 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c12876ff-b47d-4efa-811f-4313a2f303ef req-ad749df9-d536-4f82-b0c1-13d7814b0963 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/security-groups?id=ef98badf-7471-4f21-b4d3-41e8830c891f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520449 Mar 30 16:44:46.994418 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-7aab1d3a-4c94-4266-a6c2-618d9bb2daf1 req-3d4b3a63-0662-48f8-9ae1-01ec81d05127 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (00a2c5e9-88bd-4c03-9042-7cdbe7c44312), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:47.006811 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['00a2c5e9-88bd-4c03-9042-7cdbe7c44312'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:47.025348 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b3a63-0662-48f8-9ae1-01ec81d05127 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Pushing event deleted for resources: {'Port': ['ID=00a2c5e9-88bd-4c03-9042-7cdbe7c44312,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:47.087883 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aab1d3a-4c94-4266-a6c2-618d9bb2daf1 req-3d4b3a63-0662-48f8-9ae1-01ec81d05127 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] No DVR routers for this DVR port 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:47.090475 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-7aab1d3a-4c94-4266-a6c2-618d9bb2daf1 req-3d4b3a63-0662-48f8-9ae1-01ec81d05127 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:47.094544 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-7aab1d3a-4c94-4266-a6c2-618d9bb2daf1 req-3d4b3a63-0662-48f8-9ae1-01ec81d05127 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.41 "DELETE /v2.0/ports/00a2c5e9-88bd-4c03-9042-7cdbe7c44312 HTTP/1.1" status: 204 len: 173 time: 0.5098002 Mar 30 16:44:47.095169 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'name': 'network-vif-deleted', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:47.097536 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89c14143-e72b-45f1-be8a-43d099cd8f07" -d '{"events": [{"server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "name": "network-vif-deleted", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:47.141931 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8fbfdbbe-5a70-477a-89a8-655ef02352cc req-b521e899-add5-409b-ae58-afb416c9edbe tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 210 time: 0.0504990 Mar 30 16:44:47.197346 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6ea817f-af12-4d11-85b8-1df815f3cd48 x-openstack-request-id: req-f6ea817f-af12-4d11-85b8-1df815f3cd48 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:47.197636 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19033d7d-160d-4213-bb92-90ca9a0f5401", "name": "network-vif-deleted", "tag": "00a2c5e9-88bd-4c03-9042-7cdbe7c44312", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:47.197887 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6ea817f-af12-4d11-85b8-1df815f3cd48 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:47.198558 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6ea817f-af12-4d11-85b8-1df815f3cd48'] response: {'server_uuid': '19033d7d-160d-4213-bb92-90ca9a0f5401', 'name': 'network-vif-deleted', 'tag': '00a2c5e9-88bd-4c03-9042-7cdbe7c44312', 'status': 'completed', 'code': 200} Mar 30 16:44:47.228397 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-07226edb-9eb9-44ab-a31b-d2abddd59f96 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:47.229875 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-07226edb-9eb9-44ab-a31b-d2abddd59f96 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 815 time: 0.1286294 Mar 30 16:44:47.304218 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-0a4d7652-20c1-4a18-9ccc-8b4fc3df79aa tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fab43bb585b4ab98a6291af025dd6d3 HTTP/1.1" status: 200 len: 379 time: 0.0653100 Mar 30 16:44:47.313968 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'port': {'device_id': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'admin_state_up': True, 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'security_groups': ['85206cf2-bf85-42d7-b381-bd785062b6d2']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:47.515499 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Made reservation on behalf of 4fab43bb585b4ab98a6291af025dd6d3 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:44:47.524543 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:47.665366 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Allocated IP 172.20.0.13 (25a23ead-595b-4257-94d5-46389d5e6899/ce2d2ce2-f666-4ed6-8ebb-27ffff21e668/2089a67a-a7af-4ccf-ac4c-9a056312a81c) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:44:47.803656 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:47.926379 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:47.977850 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Network 25a23ead-595b-4257-94d5-46389d5e6899 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:44:47.980952 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:44:47.985253 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:44:48.014620 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event updated for resources: {'Port': ['ID=2089a67a-a7af-4ccf-ac4c-9a056312a81c,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:48.050916 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:48.051760 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:48.070992 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-db96b038-5705-4bd6-98c0-c3f3a4cc6c23 req-e75ddfe6-9852-488b-8a10-37e94e1dbcf7 tempest-TestMinimumBasicScenario-1110042843 tempest-TestMinimumBasicScenario-1110042843-project] 10.222.0.21 "GET /v2.0/ports?device_id=19033d7d-160d-4213-bb92-90ca9a0f5401 HTTP/1.1" status: 200 len: 210 time: 0.0397613 Mar 30 16:44:48.168590 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-d27ae5c6-d547-4fcc-8c0b-f23e5366b696 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8591475 Mar 30 16:44:48.185598 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Request body: {'port': {'device_id': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:48.249609 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-1fd26068-b70b-4551-84fb-f5f5e857199d None None] Provisioning complete for port 2089a67a-a7af-4ccf-ac4c-9a056312a81c triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:44:48.250696 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1fd26068-b70b-4551-84fb-f5f5e857199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:48.281533 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:48.290632 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-1fd26068-b70b-4551-84fb-f5f5e857199d None None] Port 2089a67a-a7af-4ccf-ac4c-9a056312a81c cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:44:48.332389 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874cf935-b246-4db8-b41b-2d80bc52819f req-0a4038b5-6487-4825-888d-57a5237d9154 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:48.333838 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-874cf935-b246-4db8-b41b-2d80bc52819f req-0a4038b5-6487-4825-888d-57a5237d9154 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 932 time: 0.1123755 Mar 30 16:44:48.456233 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-874cf935-b246-4db8-b41b-2d80bc52819f req-d4de304b-8e84-49fc-a48d-ad8d6fb1afd6 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165068 Mar 30 16:44:48.605441 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2089a67a-a7af-4ccf-ac4c-9a056312a81c {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:44:48.613658 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Publish callbacks [] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:48.625354 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Transition to ACTIVE for port object 2089a67a-a7af-4ccf-ac4c-9a056312a81c will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:44:48.782780 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:48.833311 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2089a67a-a7af-4ccf-ac4c-9a056312a81c,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:48.911493 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Attempting to bind port 2089a67a-a7af-4ccf-ac4c-9a056312a81c on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:44:48.911836 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Attempting to bind port 2089a67a-a7af-4ccf-ac4c-9a056312a81c by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:44:48.912177 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Attempting to bind port 2089a67a-a7af-4ccf-ac4c-9a056312a81c on network 25a23ead-595b-4257-94d5-46389d5e6899 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:44:48.916799 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Port 2089a67a-a7af-4ccf-ac4c-9a056312a81c on network 25a23ead-595b-4257-94d5-46389d5e6899 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:44:48.918280 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Attempting to bind port 2089a67a-a7af-4ccf-ac4c-9a056312a81c on network 25a23ead-595b-4257-94d5-46389d5e6899 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:44:48.922229 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:44:48.922580 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Checking segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:44:48.922982 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Bound using segment: {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:44:48.923411 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Bound port: 2089a67a-a7af-4ccf-ac4c-9a056312a81c, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8a187d-56b1-4c62-8cf8-86261537ef96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:44:48.923782 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:48.991227 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] For port 2089a67a-a7af-4ccf-ac4c-9a056312a81c, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:44:48.994474 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] For port 2089a67a-a7af-4ccf-ac4c-9a056312a81c, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2089a67a-a7af-4ccf-ac4c-9a056312a81c,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:44:49.057092 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:49.090513 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:49.091226 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:49.092693 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] 10.222.0.41 "PUT /v2.0/ports/2089a67a-a7af-4ccf-ac4c-9a056312a81c HTTP/1.1" status: 200 len: 1094 time: 0.9157083 Mar 30 16:44:49.093140 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'tag': '2089a67a-a7af-4ccf-ac4c-9a056312a81c'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:49.095384 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5c8b1a-5a61-4cbd-aa73-61fa3504d03a" -d '{"events": [{"name": "network-changed", "server_uuid": "640c398f-e774-4c3a-8ead-21da85f46ac4", "tag": "2089a67a-a7af-4ccf-ac4c-9a056312a81c"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:49.129085 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f48be6-6c46-4af2-8cf6-3234b0b5f5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=2089a67a-a7af-4ccf-ac4c-9a056312a81c,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:49.154743 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbeee03-dfce-485a-9b94-ad83ae70fa0a x-openstack-request-id: req-6dbeee03-dfce-485a-9b94-ad83ae70fa0a {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:49.156293 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640c398f-e774-4c3a-8ead-21da85f46ac4", "tag": "2089a67a-a7af-4ccf-ac4c-9a056312a81c", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:49.156550 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6dbeee03-dfce-485a-9b94-ad83ae70fa0a {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:49.156966 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dbeee03-dfce-485a-9b94-ad83ae70fa0a'] response: {'name': 'network-changed', 'server_uuid': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'tag': '2089a67a-a7af-4ccf-ac4c-9a056312a81c', 'status': 'completed', 'code': 200} Mar 30 16:44:49.225886 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c8b1a-5a61-4cbd-aa73-61fa3504d03a req-815bfa9d-9245-476b-9c6c-7b05ea9f4c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:49.227514 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc5c8b1a-5a61-4cbd-aa73-61fa3504d03a req-815bfa9d-9245-476b-9c6c-7b05ea9f4c05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 1128 time: 0.0482280 Mar 30 16:44:49.646316 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b677a7-7055-4a74-88ac-c35057a35344 req-0cb08bc8-5304-4240-8da4-7f94ad567ad8 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:49.653651 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-66b677a7-7055-4a74-88ac-c35057a35344 req-0cb08bc8-5304-4240-8da4-7f94ad567ad8 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 944 time: 0.0977738 Mar 30 16:44:49.656551 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c8b1a-5a61-4cbd-aa73-61fa3504d03a req-52a6ee05-cba7-4ffe-a35a-a2a7c6df16bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:49.658872 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc5c8b1a-5a61-4cbd-aa73-61fa3504d03a req-52a6ee05-cba7-4ffe-a35a-a2a7c6df16bf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4237289 Mar 30 16:44:49.759568 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-66b677a7-7055-4a74-88ac-c35057a35344 req-a259effb-5e44-4075-98eb-4c108d8b6fbf tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050406 Mar 30 16:44:49.794593 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5c8b1a-5a61-4cbd-aa73-61fa3504d03a req-92eefe4c-241e-455e-b666-88a5367a64f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:49.796598 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cc5c8b1a-5a61-4cbd-aa73-61fa3504d03a req-92eefe4c-241e-455e-b666-88a5367a64f9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1224947 Mar 30 16:44:49.874671 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:49.879321 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-580a12fa-f7a9-471e-881a-225b82c1a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:49.880879 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-580a12fa-f7a9-471e-881a-225b82c1a8bf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 1128 time: 0.0458198 Mar 30 16:44:49.925416 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-b931b289-f07e-4f79-bc8b-486c67d35441 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2089a67a-a7af-4ccf-ac4c-9a056312a81c HTTP/1.1" status: 200 len: 217 time: 0.0362961 Mar 30 16:44:49.985374 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-dfa3ffa1-d5cb-476e-b90f-a5b435a89d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:49.986917 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-dfa3ffa1-d5cb-476e-b90f-a5b435a89d04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce2d2ce2-f666-4ed6-8ebb-27ffff21e668 HTTP/1.1" status: 200 len: 854 time: 0.0529160 Mar 30 16:44:50.053105 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-02a6d8fb-62d6-4e42-ae8c-019492dd954b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:50.053105 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-02a6d8fb-62d6-4e42-ae8c-019492dd954b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a23ead-595b-4257-94d5-46389d5e6899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491962 Mar 30 16:44:50.132725 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-c07fdd22-721b-4725-9eac-10f0a89d8ef2 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813167 Mar 30 16:44:50.148337 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:50.175923 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:50.175923 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 00a2c5e9-88bd-4c03-9042-7cdbe7c44312 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:50.239700 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a208475f-11ed-4c00-8650-3d91ba296e87 req-331e3205-6b50-4c6a-b9e2-d200befaea78 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010320 Mar 30 16:44:50.351761 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46bdb25-e2b1-4de7-aad8-dbc88017833f req-2b5b176a-dc0e-441b-8a99-cfe657c39bbe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:50.353338 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e46bdb25-e2b1-4de7-aad8-dbc88017833f req-2b5b176a-dc0e-441b-8a99-cfe657c39bbe tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0547593 Mar 30 16:44:50.409890 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e46bdb25-e2b1-4de7-aad8-dbc88017833f req-7f7324f3-6f24-4d69-ab41-e9ec66a28b09 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495665 Mar 30 16:44:50.885555 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfc2b9-e733-4e18-bdd8-e2ac55e4cc27 req-b33f8192-d352-46c1-b22a-432bdcad5ff3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:50.887048 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ffdfc2b9-e733-4e18-bdd8-e2ac55e4cc27 req-b33f8192-d352-46c1-b22a-432bdcad5ff3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 944 time: 0.0582716 Mar 30 16:44:50.935456 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ffdfc2b9-e733-4e18-bdd8-e2ac55e4cc27 req-3f6f1d9a-2177-485e-9bda-63e002ffecc6 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423908 Mar 30 16:44:51.059139 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 45230) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:51.410402 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755846'] for router_interface (160a7d18-2986-4e30-817c-4929258b33e6), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:51.511345 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:44:51.558230 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652badcd-6609-459b-aded-ea04ba921894 req-e24efa1d-c0f8-4c01-81ca-94579790bee3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:51.559746 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-652badcd-6609-459b-aded-ea04ba921894 req-e24efa1d-c0f8-4c01-81ca-94579790bee3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0772672 Mar 30 16:44:51.656385 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-652badcd-6609-459b-aded-ea04ba921894 req-feec9e90-a5aa-482a-93fe-4889c758e9a2 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658648 Mar 30 16:44:51.746880 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Deleting port cf36c50e-772d-40ba-a2e9-f56d6e255607 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:51.747221 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:51.824924 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] For port cf36c50e-772d-40ba-a2e9-f56d6e255607, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=cf36c50e-772d-40ba-a2e9-f56d6e255607,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:51.825285 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:51.838452 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Calling delete_port for cf36c50e-772d-40ba-a2e9-f56d6e255607 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:51.942678 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45250) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:52.053848 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b4e7-d2b5-4aca-80e3-b6eae4c2f121 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.071923 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed253e6-57f9-4f77-9345-a3b0ca1c91e8 req-68b0cf92-6a12-43b9-9c2c-aade3b93cfaa tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:52.073459 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bed253e6-57f9-4f77-9345-a3b0ca1c91e8 req-68b0cf92-6a12-43b9-9c2c-aade3b93cfaa tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 944 time: 0.0700386 Mar 30 16:44:52.115247 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (cf36c50e-772d-40ba-a2e9-f56d6e255607), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.132591 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b4e7-d2b5-4aca-80e3-b6eae4c2f121 admin admin] Publish callbacks [] for security_group (32e61f74-4f74-4e3a-8f8b-98368c78ad75), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.146982 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bed253e6-57f9-4f77-9345-a3b0ca1c91e8 req-d1031309-2b7b-49eb-9f47-c38d96bf050b tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676584 Mar 30 16:44:52.149794 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf36c50e-772d-40ba-a2e9-f56d6e255607,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:52.166338 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 2089a67a-a7af-4ccf-ac4c-9a056312a81c details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:44:52.178922 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.179280 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.179628 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.179972 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.180309 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.180640 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.180965 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.181292 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.181628 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.181997 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.182545 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.182682 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.182981 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.183302 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.183733 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:52.194554 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a4f9b4e7-d2b5-4aca-80e3-b6eae4c2f121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (32e61f74-4f74-4e3a-8f8b-98368c78ad75), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.230902 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-a4f9b4e7-d2b5-4aca-80e3-b6eae4c2f121 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6481cb1086f48e9a3d8cedec12a775b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866979 Mar 30 16:44:52.233411 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 45256) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:52.250676 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f9b4e7-d2b5-4aca-80e3-b6eae4c2f121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e61f74-4f74-4e3a-8f8b-98368c78ad75,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:52.283201 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 2089a67a-a7af-4ccf-ac4c-9a056312a81c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2089a67a-a7af-4ccf-ac4c-9a056312a81c,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:52.296677 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '2089a67a-a7af-4ccf-ac4c-9a056312a81c', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'port_id': '2089a67a-a7af-4ccf-ac4c-9a056312a81c', 'mac_address': 'fa:16:3e:99:cc:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 543, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:44:52.336139 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 2089a67a-a7af-4ccf-ac4c-9a056312a81c is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:44:52.336528 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.350283 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2089a67a-a7af-4ccf-ac4c-9a056312a81c {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:44:52.374722 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 2089a67a-a7af-4ccf-ac4c-9a056312a81c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2089a67a-a7af-4ccf-ac4c-9a056312a81c,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:52.377653 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-09f6a061-6409-416d-90de-ef2368c744c3 admin admin] Publish callbacks [] for security_group (32e61f74-4f74-4e3a-8f8b-98368c78ad75), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.403138 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3909953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3753174'] for router_interface (160a7d18-2986-4e30-817c-4929258b33e6), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.415797 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-09f6a061-6409-416d-90de-ef2368c744c3 admin admin] Publish callbacks [] for security_group (32e61f74-4f74-4e3a-8f8b-98368c78ad75), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.440089 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.490501 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=2089a67a-a7af-4ccf-ac4c-9a056312a81c,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:52.625576 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-09f6a061-6409-416d-90de-ef2368c744c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (32e61f74-4f74-4e3a-8f8b-98368c78ad75), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.628087 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-09f6a061-6409-416d-90de-ef2368c744c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:52.629214 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-09f6a061-6409-416d-90de-ef2368c744c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32e61f74-4f74-4e3a-8f8b-98368c78ad75 HTTP/1.1" status: 204 len: 168 time: 0.3950531 Mar 30 16:44:52.644249 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f6a061-6409-416d-90de-ef2368c744c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e61f74-4f74-4e3a-8f8b-98368c78ad75,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:52.673096 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Router 160a7d18-2986-4e30-817c-4929258b33e6 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:52.698197 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['2089a67a-a7af-4ccf-ac4c-9a056312a81c'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:44:52.818819 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:52.824158 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6d18c6f3-2881-4d17-ab6c-60f53f4b23c2 admin admin] 10.222.0.21 "PUT /v2.0/routers/160a7d18-2986-4e30-817c-4929258b33e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7638521 Mar 30 16:44:52.827895 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74a0be8-7fcd-4453-97f3-14cba6b0d6aa None None] Sync routers for ids ['160a7d18-2986-4e30-817c-4929258b33e6'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:52.831536 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45262) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:52.833223 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b6df0a-5f55-41a8-b1eb-477b1bc914d3 req-dc5d4c56-cd17-4331-bec2-4ed2d0639e53 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:52.834748 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a1b6df0a-5f55-41a8-b1eb-477b1bc914d3 req-dc5d4c56-cd17-4331-bec2-4ed2d0639e53 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0918941 Mar 30 16:44:52.850916 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a0be8-7fcd-4453-97f3-14cba6b0d6aa None None] Routers {'160a7d18-2986-4e30-817c-4929258b33e6'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:52.851624 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-c74a0be8-7fcd-4453-97f3-14cba6b0d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['160a7d18-2986-4e30-817c-4929258b33e6'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:52.891225 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a1b6df0a-5f55-41a8-b1eb-477b1bc914d3 req-d1151100-49ee-4e99-8aeb-50dfa039b23d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436509 Mar 30 16:44:52.965851 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-c74a0be8-7fcd-4453-97f3-14cba6b0d6aa None None] Set router 160a7d18-2986-4e30-817c-4929258b33e6 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:52.986644 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Publish callbacks [] for router (160a7d18-2986-4e30-817c-4929258b33e6), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.100559 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Publish callbacks [] for router_gateway (160a7d18-2986-4e30-817c-4929258b33e6), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.243268 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-c74a0be8-7fcd-4453-97f3-14cba6b0d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:44:51Z', 'revision_number': 5, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port': {'id': 'bd852097-e639-40f1-bb12-77c737c64b14', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:66:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '160a7d18-2986-4e30-817c-4929258b33e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:43Z', 'updated_at': '2022-03-30T16:41:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:53.269669 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f040551-778b-4391-bbfc-6897ce25fdbe req-a460a101-2669-4ea6-9ea3-8d9c4c950f0b tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:53.271661 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74a0be8-7fcd-4453-97f3-14cba6b0d6aa None None] Checking router: 160a7d18-2986-4e30-817c-4929258b33e6 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:53.271899 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f040551-778b-4391-bbfc-6897ce25fdbe req-a460a101-2669-4ea6-9ea3-8d9c4c950f0b tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 945 time: 0.0545793 Mar 30 16:44:53.280951 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74a0be8-7fcd-4453-97f3-14cba6b0d6aa None None] Routers {'160a7d18-2986-4e30-817c-4929258b33e6'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:53.281595 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-c74a0be8-7fcd-4453-97f3-14cba6b0d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['160a7d18-2986-4e30-817c-4929258b33e6'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:53.287027 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Deleting port bd852097-e639-40f1-bb12-77c737c64b14 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:53.287358 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (bd852097-e639-40f1-bb12-77c737c64b14), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.320209 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7f040551-778b-4391-bbfc-6897ce25fdbe req-a1d6549a-8500-4cda-9f77-85c17b47a2b2 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421867 Mar 30 16:44:53.354938 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 45268) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:53.370271 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0e4a737c-2723-4dfd-8fb6-5a5f0335caff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.374933 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-c74a0be8-7fcd-4453-97f3-14cba6b0d6aa None None] Set router 160a7d18-2986-4e30-817c-4929258b33e6 gateway port host: None {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:53.378935 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] For port bd852097-e639-40f1-bb12-77c737c64b14, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=bd852097-e639-40f1-bb12-77c737c64b14,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:53.379297 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (bd852097-e639-40f1-bb12-77c737c64b14), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.393367 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Calling delete_port for bd852097-e639-40f1-bb12-77c737c64b14 owned by network:router_gateway {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:53.429892 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-c74a0be8-7fcd-4453-97f3-14cba6b0d6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:44:53Z', 'revision_number': 6, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port_host': None}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:53.451547 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0e4a737c-2723-4dfd-8fb6-5a5f0335caff admin admin] Publish callbacks [] for security_group (bcdf8d3f-7ea7-44a3-99e1-d02c66af057e), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.457341 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c74a0be8-7fcd-4453-97f3-14cba6b0d6aa None None] The sync data for ids ['160a7d18-2986-4e30-817c-4929258b33e6'] in dv-cinder-835871-1-iscsi is: [{'id': '160a7d18-2986-4e30-817c-4929258b33e6', 'name': 'tempest-TestMinimumBasicScenario-1569348000-router', 'tenant_id': '6912f356ee1e4b6185cd543fb1225e6f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:44:53Z', 'revision_number': 6, 'project_id': '6912f356ee1e4b6185cd543fb1225e6f', 'gw_port_host': None}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:53.542585 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0e4a737c-2723-4dfd-8fb6-5a5f0335caff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (bcdf8d3f-7ea7-44a3-99e1-d02c66af057e), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.583155 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0e4a737c-2723-4dfd-8fb6-5a5f0335caff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=041cecc223d24cafaa957f45f004f134&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271445 Mar 30 16:44:53.584252 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a737c-2723-4dfd-8fb6-5a5f0335caff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdf8d3f-7ea7-44a3-99e1-d02c66af057e,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:53.585858 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45270) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:53.633931 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (bd852097-e639-40f1-bb12-77c737c64b14), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.642343 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc121a28-76dd-47a5-bf48-c41e4beadfe4 admin admin] Publish callbacks [] for security_group (bcdf8d3f-7ea7-44a3-99e1-d02c66af057e), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.667236 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Pushing event deleted for resources: {'Port': ['ID=bd852097-e639-40f1-bb12-77c737c64b14,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:53.704049 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc121a28-76dd-47a5-bf48-c41e4beadfe4 admin admin] Publish callbacks [] for security_group (bcdf8d3f-7ea7-44a3-99e1-d02c66af057e), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.706275 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.706637 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.706979 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.707308 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.707630 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.707951 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.708269 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.708583 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.708896 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.709212 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.709528 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.709844 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.710176 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.710467 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.710786 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:44:53.780828 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752252'] for router_gateway (160a7d18-2986-4e30-817c-4929258b33e6), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.872813 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3753632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15599'] for router (160a7d18-2986-4e30-817c-4929258b33e6), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.875731 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Publish callbacks [] for router_controller (160a7d18-2986-4e30-817c-4929258b33e6), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.952315 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc121a28-76dd-47a5-bf48-c41e4beadfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (bcdf8d3f-7ea7-44a3-99e1-d02c66af057e), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.954458 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc121a28-76dd-47a5-bf48-c41e4beadfe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.955650 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-cc121a28-76dd-47a5-bf48-c41e4beadfe4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcdf8d3f-7ea7-44a3-99e1-d02c66af057e HTTP/1.1" status: 204 len: 168 time: 0.3688452 Mar 30 16:44:53.969611 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc121a28-76dd-47a5-bf48-c41e4beadfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdf8d3f-7ea7-44a3-99e1-d02c66af057e,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:53.988838 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3753689'] for router (160a7d18-2986-4e30-817c-4929258b33e6), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:53.989481 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 160a7d18-2986-4e30-817c-4929258b33e6 {{(pid=106608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:44:53.995748 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.000269 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-c1fe0607-a724-44bc-b64c-e87f5dd7f7fb admin admin] 10.222.0.21 "DELETE /v2.0/routers/160a7d18-2986-4e30-817c-4929258b33e6 HTTP/1.1" status: 204 len: 168 time: 1.1703758 Mar 30 16:44:54.000862 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45276) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:54.037591 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169db623-1968-49a6-8193-20e39260d64f req-6cde11c6-79c7-4d11-a193-b12a910806c4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:54.039111 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-169db623-1968-49a6-8193-20e39260d64f req-6cde11c6-79c7-4d11-a193-b12a910806c4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0609636 Mar 30 16:44:54.047465 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5174755-2240-4e65-b31f-0808337dc2b7 admin admin] Deleting subnet 3aa56f19-56b2-42e1-8a44-a143b0905304 {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:44:54.050702 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f5174755-2240-4e65-b31f-0808337dc2b7 admin admin] Publish callbacks [] for subnet (3aa56f19-56b2-42e1-8a44-a143b0905304), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.088723 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-169db623-1968-49a6-8193-20e39260d64f req-e4a6393f-4ef7-401b-866a-0786a3e19e33 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425260 Mar 30 16:44:54.094087 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f5174755-2240-4e65-b31f-0808337dc2b7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (3aa56f19-56b2-42e1-8a44-a143b0905304), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.173851 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f5174755-2240-4e65-b31f-0808337dc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (3aa56f19-56b2-42e1-8a44-a143b0905304), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.182051 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 2089a67a-a7af-4ccf-ac4c-9a056312a81c up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:44:54.318363 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f5174755-2240-4e65-b31f-0808337dc2b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (3aa56f19-56b2-42e1-8a44-a143b0905304), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.346556 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5174755-2240-4e65-b31f-0808337dc2b7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa56f19-56b2-42e1-8a44-a143b0905304,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:54.356134 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 2089a67a-a7af-4ccf-ac4c-9a056312a81c completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:44:54.356717 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f5174755-2240-4e65-b31f-0808337dc2b7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.361434 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-f5174755-2240-4e65-b31f-0808337dc2b7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3aa56f19-56b2-42e1-8a44-a143b0905304 HTTP/1.1" status: 204 len: 168 time: 0.3594837 Mar 30 16:44:54.362254 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4cd29a-4ac7-40cd-8a77-bd761c64f1d0 None None] Network 3ba8108a-6296-4e49-baec-a63c57053824 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:44:54.363880 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45282) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:54.369580 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 2089a67a-a7af-4ccf-ac4c-9a056312a81c triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:44:54.384938 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.464924 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (3ba8108a-6296-4e49-baec-a63c57053824), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.510189 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device bd852097-e639-40f1-bb12-77c737c64b14 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:54.533101 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Deleting port b090bdc3-86fa-43fb-a589-ccc1611bd25e {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:54.533521 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.551116 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ac403c-1158-44ea-aa84-f4cd34eb7dc8 req-33c62b90-c478-4e92-9a08-b13fae414ef4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:54.560597 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: bd852097-e639-40f1-bb12-77c737c64b14 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:54.561140 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device bd852097-e639-40f1-bb12-77c737c64b14 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:54.561724 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device cf36c50e-772d-40ba-a2e9-f56d6e255607 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:54.564943 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08ac403c-1158-44ea-aa84-f4cd34eb7dc8 req-33c62b90-c478-4e92-9a08-b13fae414ef4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 945 time: 0.1012225 Mar 30 16:44:54.587361 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: cf36c50e-772d-40ba-a2e9-f56d6e255607 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:54.587468 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device cf36c50e-772d-40ba-a2e9-f56d6e255607 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:54.609125 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] For port b090bdc3-86fa-43fb-a589-ccc1611bd25e, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=b090bdc3-86fa-43fb-a589-ccc1611bd25e,segment=NetworkSegment(f0173326-0603-4334-9393-e21214aab554),segment_id=f0173326-0603-4334-9393-e21214aab554)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:54.609499 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.625449 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Calling delete_port for b090bdc3-86fa-43fb-a589-ccc1611bd25e owned by network:dhcp {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:54.644069 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-08ac403c-1158-44ea-aa84-f4cd34eb7dc8 req-5fdbeaf5-f25f-404e-a8e2-47993bdde564 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786488 Mar 30 16:44:54.683724 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 2089a67a-a7af-4ccf-ac4c-9a056312a81c is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:44:54.684167 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.713227 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2089a67a-a7af-4ccf-ac4c-9a056312a81c'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:54.715698 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80dcc789-85a5-42e0-ac9f-76092124ade0" -d '{"events": [{"server_uuid": "640c398f-e774-4c3a-8ead-21da85f46ac4", "name": "network-vif-plugged", "status": "completed", "tag": "2089a67a-a7af-4ccf-ac4c-9a056312a81c"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:54.730869 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 2089a67a-a7af-4ccf-ac4c-9a056312a81c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2089a67a-a7af-4ccf-ac4c-9a056312a81c,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:54.763406 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4f8988-162f-4a89-a0fb-5887a527d874 x-openstack-request-id: req-da4f8988-162f-4a89-a0fb-5887a527d874 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:54.763406 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640c398f-e774-4c3a-8ead-21da85f46ac4", "name": "network-vif-plugged", "status": "completed", "tag": "2089a67a-a7af-4ccf-ac4c-9a056312a81c", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:54.763406 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da4f8988-162f-4a89-a0fb-5887a527d874 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:54.763406 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da4f8988-162f-4a89-a0fb-5887a527d874'] response: {'server_uuid': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2089a67a-a7af-4ccf-ac4c-9a056312a81c', 'code': 200} Mar 30 16:44:54.790655 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c501e7-138a-46da-b26c-508fb53f59eb None None] DHCP port deletion for 3ba8108a-6296-4e49-baec-a63c57053824 request from dv-cinder-835871-1-iscsi {{(pid=106615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:44:54.840944 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-12c501e7-138a-46da-b26c-508fb53f59eb None None] Deleting port b090bdc3-86fa-43fb-a589-ccc1611bd25e {{(pid=106615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:54.841279 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-12c501e7-138a-46da-b26c-508fb53f59eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), before_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.844061 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.845202 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.875544 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=b090bdc3-86fa-43fb-a589-ccc1611bd25e,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:54.877410 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] No DVR routers for this DVR port b090bdc3-86fa-43fb-a589-ccc1611bd25e on host dv-cinder-835871-1-iscsi {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:54.947779 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-12c501e7-138a-46da-b26c-508fb53f59eb None None] For port b090bdc3-86fa-43fb-a589-ccc1611bd25e, host dv-cinder-835871-1-iscsi, got binding levels [] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:54.951702 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-12c501e7-138a-46da-b26c-508fb53f59eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), precommit_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.958071 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=2089a67a-a7af-4ccf-ac4c-9a056312a81c,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:54.958390 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (3ba8108a-6296-4e49-baec-a63c57053824), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.965743 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-12c501e7-138a-46da-b26c-508fb53f59eb None None] Calling delete_port for b090bdc3-86fa-43fb-a589-ccc1611bd25e owned by network:dhcp {{(pid=106615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:54.969190 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.ipam_backend_mixin [None req-12c501e7-138a-46da-b26c-508fb53f59eb None None] Port b090bdc3-86fa-43fb-a589-ccc1611bd25e was not found and therefore no delete operation was performed {{(pid=106615) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 30 16:44:54.970628 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-12c501e7-138a-46da-b26c-508fb53f59eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254'] for port (b090bdc3-86fa-43fb-a589-ccc1611bd25e), after_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:54.984515 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba8108a-6296-4e49-baec-a63c57053824']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:54.993581 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0173326-0603-4334-9393-e21214aab554') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:54.994186 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c501e7-138a-46da-b26c-508fb53f59eb None None] Pushing event deleted for resources: {'Port': ['ID=b090bdc3-86fa-43fb-a589-ccc1611bd25e,revision_number=None']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:54.994318 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0173326-0603-4334-9393-e21214aab554') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:55.002049 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c501e7-138a-46da-b26c-508fb53f59eb None None] No DVR routers for this DVR port b090bdc3-86fa-43fb-a589-ccc1611bd25e on host dv-cinder-835871-1-iscsi {{(pid=106615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:44:55.010619 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (f0173326-0603-4334-9393-e21214aab554), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.024329 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (f0173326-0603-4334-9393-e21214aab554), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.031676 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Releasing vlan 510 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:44:55.032067 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (f0173326-0603-4334-9393-e21214aab554), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:44:55.033709 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:44:55.086111 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d76aea-99b4-42d6-830d-2499fe6ac93c req-eafd6e90-b4e5-459e-92ff-7e966686b911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:55.087468 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-34d76aea-99b4-42d6-830d-2499fe6ac93c req-eafd6e90-b4e5-459e-92ff-7e966686b911 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 1130 time: 0.0488894 Mar 30 16:44:55.135377 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-34d76aea-99b4-42d6-830d-2499fe6ac93c req-ec82c83c-d3d2-4f40-a30d-dfb58efdf6b5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 Mar 30 16:44:55.155470 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (3ba8108a-6296-4e49-baec-a63c57053824), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.161846 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:55.168614 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] 10.222.0.21 "DELETE /v2.0/networks/3ba8108a-6296-4e49-baec-a63c57053824 HTTP/1.1" status: 204 len: 168 time: 0.8035703 Mar 30 16:44:55.170712 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 45304) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:55.180260 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2168da1-b726-47fb-be8b-69027a216bcb admin admin] Pushing event deleted for resources: {'Network': ['ID=3ba8108a-6296-4e49-baec-a63c57053824,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:55.299507 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9997b7-f983-4c69-9204-6564efbac2a4 req-e459f83e-d99b-48cc-adcd-d5ed88ce9bd4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:55.300908 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ea9997b7-f983-4c69-9204-6564efbac2a4 req-e459f83e-d99b-48cc-adcd-d5ed88ce9bd4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.1326127 Mar 30 16:44:55.420826 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ea9997b7-f983-4c69-9204-6564efbac2a4 req-3bfdcf11-1c42-4418-9f93-fd7b46292962 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142116 Mar 30 16:44:55.595519 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755846'] for router_interface (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:56.009197 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3d846-94a7-4b42-9a86-b0a75482b95c req-5b0b0bd6-e044-44c6-8ab5-9fd3118c3ec0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:56.010767 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55f3d846-94a7-4b42-9a86-b0a75482b95c req-5b0b0bd6-e044-44c6-8ab5-9fd3118c3ec0 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 946 time: 0.0793819 Mar 30 16:44:56.112450 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55f3d846-94a7-4b42-9a86-b0a75482b95c req-00e4b256-acc2-4cae-8a90-84f3ab9676a1 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960948 Mar 30 16:44:56.200063 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] Deleting port ad047a7f-053d-449d-9602-89ee322690b1 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:56.200397 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (ad047a7f-053d-449d-9602-89ee322690b1), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:56.289504 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] For port ad047a7f-053d-449d-9602-89ee322690b1, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=ad047a7f-053d-449d-9602-89ee322690b1,segment=NetworkSegment(f291ebfa-b436-4c8a-bdb9-de4237149bab),segment_id=f291ebfa-b436-4c8a-bdb9-de4237149bab)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:56.290037 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (ad047a7f-053d-449d-9602-89ee322690b1), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:56.304601 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] Calling delete_port for ad047a7f-053d-449d-9602-89ee322690b1 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:56.431390 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device b090bdc3-86fa-43fb-a589-ccc1611bd25e no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:56.453121 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: b090bdc3-86fa-43fb-a589-ccc1611bd25e {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:56.453934 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device b090bdc3-86fa-43fb-a589-ccc1611bd25e not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:56.547877 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf83f1-bc52-4c0a-b2c1-c879bb7fc704 req-ad79fb94-e91b-4971-afbe-5b32bf5d0422 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:56.549266 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-30bf83f1-bc52-4c0a-b2c1-c879bb7fc704 req-ad79fb94-e91b-4971-afbe-5b32bf5d0422 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0523624 Mar 30 16:44:56.626878 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-30bf83f1-bc52-4c0a-b2c1-c879bb7fc704 req-ff046dd4-d807-4ba2-99e8-7ccd21c28e14 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718207 Mar 30 16:44:56.739720 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (ad047a7f-053d-449d-9602-89ee322690b1), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:56.771603 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=ad047a7f-053d-449d-9602-89ee322690b1,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:56.943173 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3909953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3753174'] for router_interface (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.170566 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] Router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:57.308549 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb98ab3-bc1a-49da-a832-ab77cf2d88cf req-1be89876-ee5b-4acc-b545-e4c7a400ef88 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:57.310031 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dbb98ab3-bc1a-49da-a832-ab77cf2d88cf req-1be89876-ee5b-4acc-b545-e4c7a400ef88 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 946 time: 0.1281142 Mar 30 16:44:57.318910 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:57.330161 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-98d09f86-20fe-427c-bbbe-4194a1dd8d0a admin admin] 10.222.0.21 "PUT /v2.0/routers/8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1561441 Mar 30 16:44:57.330329 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb79e4e3-fe96-43ed-a79d-7c3f60cb3f95 None None] Sync routers for ids ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:57.330516 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45340) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:57.339542 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79e4e3-fe96-43ed-a79d-7c3f60cb3f95 None None] Routers {'8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:57.344546 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-cb79e4e3-fe96-43ed-a79d-7c3f60cb3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:57.366403 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dbb98ab3-bc1a-49da-a832-ab77cf2d88cf req-0be5b094-3148-4c15-b24f-65178f3adf7c tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495555 Mar 30 16:44:57.441830 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Publish callbacks [] for router (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.453148 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-cb79e4e3-fe96-43ed-a79d-7c3f60cb3f95 None None] Set router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:57.499104 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc873-9432-4182-8b4f-5df586164e84 req-02011f66-da0e-4c33-a06f-049c112219f3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:57.500370 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-433dc873-9432-4182-8b4f-5df586164e84 req-02011f66-da0e-4c33-a06f-049c112219f3 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 946 time: 0.0549788 Mar 30 16:44:57.510399 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45344) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:57.514858 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-a3e914d9-cf6f-4aec-ba6e-06c83a81bdca tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Request body: {'floatingip': {'port_id': '2089a67a-a7af-4ccf-ac4c-9a056312a81c'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:44:57.564519 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a3e914d9-cf6f-4aec-ba6e-06c83a81bdca tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (23c3a16b-2044-4348-b9df-a902b628b72f), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.635201 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-cb79e4e3-fe96-43ed-a79d-7c3f60cb3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'name': 'tempest-TestMinimumBasicScenario-1853777621-router', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:59Z', 'updated_at': '2022-03-30T16:44:56Z', 'revision_number': 5, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'gw_port': {'id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:01Z', 'updated_at': '2022-03-30T16:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:57.663030 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb79e4e3-fe96-43ed-a79d-7c3f60cb3f95 None None] Checking router: 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:57.673338 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb79e4e3-fe96-43ed-a79d-7c3f60cb3f95 None None] Routers {'8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:57.673967 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-cb79e4e3-fe96-43ed-a79d-7c3f60cb3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:57.684847 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Publish callbacks [] for router_gateway (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:57.773399 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821cfc40-fd1c-4603-86a8-1d6a2ad27849 req-599cf2af-34cb-4736-90c7-65acdce89ca2 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:57.775003 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-821cfc40-fd1c-4603-86a8-1d6a2ad27849 req-599cf2af-34cb-4736-90c7-65acdce89ca2 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0617256 Mar 30 16:44:57.799757 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-cb79e4e3-fe96-43ed-a79d-7c3f60cb3f95 None None] Set router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:57.845476 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-821cfc40-fd1c-4603-86a8-1d6a2ad27849 req-edfcb618-234d-47bd-bae1-20482a339e1d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552363 Mar 30 16:44:57.990014 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-cb79e4e3-fe96-43ed-a79d-7c3f60cb3f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'name': 'tempest-TestMinimumBasicScenario-1853777621-router', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:59Z', 'updated_at': '2022-03-30T16:44:56Z', 'revision_number': 5, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'gw_port': {'id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:01Z', 'updated_at': '2022-03-30T16:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:58.033666 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb79e4e3-fe96-43ed-a79d-7c3f60cb3f95 None None] The sync data for ids ['8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1'] in dv-cinder-835871-1-iscsi is: [{'id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'name': 'tempest-TestMinimumBasicScenario-1853777621-router', 'tenant_id': '88887e262f8049ff9b4ec376b5bb88b9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:59Z', 'updated_at': '2022-03-30T16:44:56Z', 'revision_number': 5, 'project_id': '88887e262f8049ff9b4ec376b5bb88b9', 'gw_port': {'id': 'a0a7dd80-fac6-4b64-8561-1ce266044204', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:f4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 442, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:01Z', 'updated_at': '2022-03-30T16:42:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:44:58.114828 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Deleting port a0a7dd80-fac6-4b64-8561-1ce266044204 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:58.115277 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:58.336773 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] For port a0a7dd80-fac6-4b64-8561-1ce266044204, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=a0a7dd80-fac6-4b64-8561-1ce266044204,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:58.337352 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:58.359767 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Calling delete_port for a0a7dd80-fac6-4b64-8561-1ce266044204 owned by network:router_gateway {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:58.419318 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a3e914d9-cf6f-4aec-ba6e-06c83a81bdca tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:58.473499 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device ad047a7f-053d-449d-9602-89ee322690b1 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:44:58.495176 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: ad047a7f-053d-449d-9602-89ee322690b1 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:44:58.495525 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device ad047a7f-053d-449d-9602-89ee322690b1 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:44:58.542462 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a3e914d9-cf6f-4aec-ba6e-06c83a81bdca tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (23c3a16b-2044-4348-b9df-a902b628b72f), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:58.713988 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.l3_db [None req-a3e914d9-cf6f-4aec-ba6e-06c83a81bdca tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Floating IP 23c3a16b-2044-4348-b9df-a902b628b72f associated. External IP: 172.27.0.167, port: 2089a67a-a7af-4ccf-ac4c-9a056312a81c. Mar 30 16:44:58.798685 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (a0a7dd80-fac6-4b64-8561-1ce266044204), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:58.833212 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0a7dd80-fac6-4b64-8561-1ce266044204,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:58.977476 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752252'] for router_gateway (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:58.980745 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee7973-8f86-43b3-b4ec-0ee09da2d6a7 req-6ef8f8e0-a004-41a2-887b-49454dd2c13c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:58.982354 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-77ee7973-8f86-43b3-b4ec-0ee09da2d6a7 req-6ef8f8e0-a004-41a2-887b-49454dd2c13c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0538602 Mar 30 16:44:59.045691 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-77ee7973-8f86-43b3-b4ec-0ee09da2d6a7 req-6c278b9f-2fe7-43b9-a04d-4352becdde68 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571611 Mar 30 16:44:59.081202 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3753632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15599'] for router (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.084447 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Publish callbacks [] for router_controller (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.132457 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e914d9-cf6f-4aec-ba6e-06c83a81bdca tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:44:59.206440 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3753689'] for router (8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.206985 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 {{(pid=106608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:44:59.212010 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.213138 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-bdbe2ba2-7e53-4977-bc52-bb361e1e4587 admin admin] 10.222.0.21 "DELETE /v2.0/routers/8cea9b76-dcb6-45fb-9dc7-b6e61ca143c1 HTTP/1.1" status: 204 len: 168 time: 1.8815150 Mar 30 16:44:59.216116 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45364) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:59.281983 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-acdda9da-eb8c-4a73-9346-67624f7834fa admin admin] Deleting subnet 8b104b11-38cd-4665-8bf2-f98e3beb5fd9 {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:44:59.287744 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-acdda9da-eb8c-4a73-9346-67624f7834fa admin admin] Publish callbacks [] for subnet (8b104b11-38cd-4665-8bf2-f98e3beb5fd9), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.314918 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e914d9-cf6f-4aec-ba6e-06c83a81bdca tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:44:59.322001 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a3e914d9-cf6f-4aec-ba6e-06c83a81bdca tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.327959 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b38588-5da6-43e3-9b82-d1cb959ab0d3 None None] Sync routers for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:44:59.337201 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b38588-5da6-43e3-9b82-d1cb959ab0d3 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:59.338045 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-39b38588-5da6-43e3-9b82-d1cb959ab0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:59.358544 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-acdda9da-eb8c-4a73-9346-67624f7834fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (8b104b11-38cd-4665-8bf2-f98e3beb5fd9), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.362139 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-a3e914d9-cf6f-4aec-ba6e-06c83a81bdca tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "PUT /v2.0/floatingips/23c3a16b-2044-4348-b9df-a902b628b72f HTTP/1.1" status: 200 len: 992 time: 1.8507557 Mar 30 16:44:59.383143 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'tag': '2089a67a-a7af-4ccf-ac4c-9a056312a81c'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:44:59.385599 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd8ffac-64db-4d79-b2cb-0ee386914095" -d '{"events": [{"name": "network-changed", "server_uuid": "640c398f-e774-4c3a-8ead-21da85f46ac4", "tag": "2089a67a-a7af-4ccf-ac4c-9a056312a81c"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:44:59.442204 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affea605-98cd-4770-a701-4a9b4bcd67d4 x-openstack-request-id: req-affea605-98cd-4770-a701-4a9b4bcd67d4 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:44:59.442490 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "640c398f-e774-4c3a-8ead-21da85f46ac4", "tag": "2089a67a-a7af-4ccf-ac4c-9a056312a81c", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:44:59.442763 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-affea605-98cd-4770-a701-4a9b4bcd67d4 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:44:59.443157 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-affea605-98cd-4770-a701-4a9b4bcd67d4'] response: {'name': 'network-changed', 'server_uuid': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'tag': '2089a67a-a7af-4ccf-ac4c-9a056312a81c', 'status': 'completed', 'code': 200} Mar 30 16:44:59.462433 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-acdda9da-eb8c-4a73-9346-67624f7834fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (8b104b11-38cd-4665-8bf2-f98e3beb5fd9), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.480097 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-81d44d3e-96ba-40f4-b2e1-b3cb1b3668cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.480683 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-39b38588-5da6-43e3-9b82-d1cb959ab0d3 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:44:59.516278 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8ffac-64db-4d79-b2cb-0ee386914095 req-259bd492-3639-4954-ab71-fc82538322cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:59.517764 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3dd8ffac-64db-4d79-b2cb-0ee386914095 req-259bd492-3639-4954-ab71-fc82538322cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 1130 time: 0.0622416 Mar 30 16:44:59.593820 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-acdda9da-eb8c-4a73-9346-67624f7834fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (8b104b11-38cd-4665-8bf2-f98e3beb5fd9), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.611716 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8ffac-64db-4d79-b2cb-0ee386914095 req-e5bd2a72-247f-40d1-919c-a1ca29a201ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:59.613105 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3dd8ffac-64db-4d79-b2cb-0ee386914095 req-e5bd2a72-247f-40d1-919c-a1ca29a201ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 200 len: 916 time: 0.0889957 Mar 30 16:44:59.621513 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdda9da-eb8c-4a73-9346-67624f7834fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b104b11-38cd-4665-8bf2-f98e3beb5fd9,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:44:59.624139 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-acdda9da-eb8c-4a73-9346-67624f7834fa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.627295 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-acdda9da-eb8c-4a73-9346-67624f7834fa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8b104b11-38cd-4665-8bf2-f98e3beb5fd9 HTTP/1.1" status: 204 len: 168 time: 0.4086263 Mar 30 16:44:59.631010 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45374) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:44:59.636616 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70822f1-473b-4752-935e-6fcadaa777ad None None] Network e5faa567-5e41-44fa-bb7a-917e0f6b9d37 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:44:59.710540 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3dd8ffac-64db-4d79-b2cb-0ee386914095 req-8065a666-e475-43cf-b65c-02a7a8c6210e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2089a67a-a7af-4ccf-ac4c-9a056312a81c HTTP/1.1" status: 200 len: 1000 time: 0.0912113 Mar 30 16:44:59.720885 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (e5faa567-5e41-44fa-bb7a-917e0f6b9d37), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.781795 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-39b38588-5da6-43e3-9b82-d1cb959ab0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '23c3a16b-2044-4348-b9df-a902b628b72f', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '2089a67a-a7af-4ccf-ac4c-9a056312a81c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:99:cc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:44:42Z', 'updated_at': '2022-03-30T16:44:58Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:59.788608 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8ffac-64db-4d79-b2cb-0ee386914095 req-9d15e2fe-54ed-43c6-8427-d0925df0f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:59.791242 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3dd8ffac-64db-4d79-b2cb-0ee386914095 req-9d15e2fe-54ed-43c6-8427-d0925df0f611 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ce2d2ce2-f666-4ed6-8ebb-27ffff21e668 HTTP/1.1" status: 200 len: 854 time: 0.0734618 Mar 30 16:44:59.802131 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Deleting port 523fb2c3-b74d-446b-b840-b14ec3a16692 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:59.803071 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.817889 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b38588-5da6-43e3-9b82-d1cb959ab0d3 None None] Checking router: b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:44:59.829850 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b38588-5da6-43e3-9b82-d1cb959ab0d3 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:44:59.830759 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-39b38588-5da6-43e3-9b82-d1cb959ab0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:44:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:44:59.848852 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd8ffac-64db-4d79-b2cb-0ee386914095 req-f3121b08-2c62-4f48-98d8-caaf044e5e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:44:59.850436 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3dd8ffac-64db-4d79-b2cb-0ee386914095 req-f3121b08-2c62-4f48-98d8-caaf044e5e4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25a23ead-595b-4257-94d5-46389d5e6899&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535786 Mar 30 16:44:59.861031 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5090d9d0-57eb-4e9f-bd68-46a0a95c0f47 None None] DHCP port deletion for e5faa567-5e41-44fa-bb7a-917e0f6b9d37 request from dv-cinder-835871-1-iscsi {{(pid=106615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:44:59.890149 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] For port 523fb2c3-b74d-446b-b840-b14ec3a16692, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=523fb2c3-b74d-446b-b840-b14ec3a16692,segment=NetworkSegment(f291ebfa-b436-4c8a-bdb9-de4237149bab),segment_id=f291ebfa-b436-4c8a-bdb9-de4237149bab)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:44:59.890517 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.905700 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Calling delete_port for 523fb2c3-b74d-446b-b840-b14ec3a16692 owned by network:dhcp {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:44:59.919695 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-5090d9d0-57eb-4e9f-bd68-46a0a95c0f47 None None] Deleting port 523fb2c3-b74d-446b-b840-b14ec3a16692 {{(pid=106615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:44:59.920436 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5090d9d0-57eb-4e9f-bd68-46a0a95c0f47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), before_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:44:59.962449 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3dd8ffac-64db-4d79-b2cb-0ee386914095 req-597ba6fa-2d6c-47de-80f4-bd94930e39e0 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060619 Mar 30 16:44:59.969175 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-39b38588-5da6-43e3-9b82-d1cb959ab0d3 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:00.066145 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3dd8ffac-64db-4d79-b2cb-0ee386914095 req-e5798749-2dc9-4aba-b6fa-10dd6d5e8a15 service neutron] 10.222.0.41 "GET /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975554 Mar 30 16:45:00.079887 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:00.126802 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=523fb2c3-b74d-446b-b840-b14ec3a16692,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:00.136124 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] No DVR routers for this DVR port 523fb2c3-b74d-446b-b840-b14ec3a16692 on host dv-cinder-835871-1-iscsi {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:00.140812 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-5090d9d0-57eb-4e9f-bd68-46a0a95c0f47 None None] For port 523fb2c3-b74d-446b-b840-b14ec3a16692, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=523fb2c3-b74d-446b-b840-b14ec3a16692,segment=NetworkSegment(f291ebfa-b436-4c8a-bdb9-de4237149bab),segment_id=f291ebfa-b436-4c8a-bdb9-de4237149bab)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:00.141258 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5090d9d0-57eb-4e9f-bd68-46a0a95c0f47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), precommit_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:00.161852 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-5090d9d0-57eb-4e9f-bd68-46a0a95c0f47 None None] Calling delete_port for 523fb2c3-b74d-446b-b840-b14ec3a16692 owned by network:dhcp {{(pid=106615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:00.211394 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f425dc2-8523-4989-abe3-67dc07686de0 req-529a4d4e-62e2-4f3a-a2a9-94da5f004929 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:00.213107 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0f425dc2-8523-4989-abe3-67dc07686de0 req-529a4d4e-62e2-4f3a-a2a9-94da5f004929 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0607896 Mar 30 16:45:00.222794 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (e5faa567-5e41-44fa-bb7a-917e0f6b9d37), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:00.244347 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5faa567-5e41-44fa-bb7a-917e0f6b9d37']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:00.258663 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f291ebfa-b436-4c8a-bdb9-de4237149bab') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:00.258931 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f291ebfa-b436-4c8a-bdb9-de4237149bab') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:00.259793 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-39b38588-5da6-43e3-9b82-d1cb959ab0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '23c3a16b-2044-4348-b9df-a902b628b72f', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '2089a67a-a7af-4ccf-ac4c-9a056312a81c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:99:cc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:44:42Z', 'updated_at': '2022-03-30T16:44:58Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:00.268693 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (f291ebfa-b436-4c8a-bdb9-de4237149bab), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:00.270313 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0f425dc2-8523-4989-abe3-67dc07686de0 req-077545fe-f5b0-41a7-8b2e-0ee19ec61273 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504348 Mar 30 16:45:00.285791 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (f291ebfa-b436-4c8a-bdb9-de4237149bab), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:00.287895 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5090d9d0-57eb-4e9f-bd68-46a0a95c0f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254'] for port (523fb2c3-b74d-446b-b840-b14ec3a16692), after_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:00.296399 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39b38588-5da6-43e3-9b82-d1cb959ab0d3 None None] The sync data for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi is: [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '23c3a16b-2044-4348-b9df-a902b628b72f', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'floating_ip_address': '172.27.0.167', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'port_id': '2089a67a-a7af-4ccf-ac4c-9a056312a81c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'mac_address': 'fa:16:3e:99:cc:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:44:42Z', 'updated_at': '2022-03-30T16:44:58Z', 'revision_number': 1, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:45:00.303517 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:45:00.304117 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (f291ebfa-b436-4c8a-bdb9-de4237149bab), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:45:00.306467 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:45:00.320211 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5090d9d0-57eb-4e9f-bd68-46a0a95c0f47 None None] Pushing event deleted for resources: {'Port': ['ID=523fb2c3-b74d-446b-b840-b14ec3a16692,revision_number=None']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:00.324722 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5090d9d0-57eb-4e9f-bd68-46a0a95c0f47 None None] No DVR routers for this DVR port 523fb2c3-b74d-446b-b840-b14ec3a16692 on host dv-cinder-835871-1-iscsi {{(pid=106615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:00.423622 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device a0a7dd80-fac6-4b64-8561-1ce266044204 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:00.442959 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (e5faa567-5e41-44fa-bb7a-917e0f6b9d37), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:00.453506 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: a0a7dd80-fac6-4b64-8561-1ce266044204 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:00.453506 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device a0a7dd80-fac6-4b64-8561-1ce266044204 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:00.453506 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 523fb2c3-b74d-446b-b840-b14ec3a16692 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:00.453748 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:00.455206 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e5faa567-5e41-44fa-bb7a-917e0f6b9d37 HTTP/1.1" status: 204 len: 168 time: 0.8231778 Mar 30 16:45:00.472267 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b8d11-c5b7-4885-9e15-20e47a9e7ee4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e5faa567-5e41-44fa-bb7a-917e0f6b9d37,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:00.479373 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 523fb2c3-b74d-446b-b840-b14ec3a16692 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:00.480119 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 523fb2c3-b74d-446b-b840-b14ec3a16692 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:00.521544 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7dd868-a282-4cc7-be39-8c8a0efb15eb None None] New status for floating IP 23c3a16b-2044-4348-b9df-a902b628b72f: ACTIVE {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:45:00.948713 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45384) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:00.989361 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-9b639a28-e20b-4140-87b8-9b091613a993 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6912f356ee1e4b6185cd543fb1225e6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393798 Mar 30 16:45:00.991789 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45386) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:01.039447 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-88bb7c73-cb2c-4bb0-88c7-584c113090be admin admin] Publish callbacks [] for security_group (ef98badf-7471-4f21-b4d3-41e8830c891f), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:01.060161 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-88bb7c73-cb2c-4bb0-88c7-584c113090be admin admin] Publish callbacks [] for security_group (ef98badf-7471-4f21-b4d3-41e8830c891f), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:01.180040 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-88bb7c73-cb2c-4bb0-88c7-584c113090be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (ef98badf-7471-4f21-b4d3-41e8830c891f), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:01.182596 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-88bb7c73-cb2c-4bb0-88c7-584c113090be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:01.183769 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-88bb7c73-cb2c-4bb0-88c7-584c113090be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ef98badf-7471-4f21-b4d3-41e8830c891f HTTP/1.1" status: 204 len: 168 time: 0.1910996 Mar 30 16:45:01.191319 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb7c73-cb2c-4bb0-88c7-584c113090be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef98badf-7471-4f21-b4d3-41e8830c891f,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:01.403642 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46f854-3967-4cd5-92c2-2a23d79ac118 req-bd547d8e-f10c-4f49-9893-dd38b39f5272 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:01.405749 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cb46f854-3967-4cd5-92c2-2a23d79ac118 req-bd547d8e-f10c-4f49-9893-dd38b39f5272 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0584083 Mar 30 16:45:01.453789 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cb46f854-3967-4cd5-92c2-2a23d79ac118 req-0d0c2478-6919-4abf-8656-015496f36d29 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424376 Mar 30 16:45:01.764926 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45398) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:01.805569 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d3e79134-cebc-492e-b6f8-7c62a03e62e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:01.877363 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4f31-c017-474a-9693-567911e34bcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:01.921399 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 45402) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:01.954864 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4f31-c017-474a-9693-567911e34bcf admin admin] Publish callbacks [] for security_group (bae44144-1fae-4a41-88cc-8b10b2120af4), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:01.961807 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2d157b75-5a68-4fa2-b7ca-c2b575b9a680 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88887e262f8049ff9b4ec376b5bb88b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390880 Mar 30 16:45:01.964216 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 45404) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:02.011147 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-14515ba4-b812-45dc-b00b-79dc68fd9ef5 admin admin] Publish callbacks [] for security_group (e0563bb3-39aa-42c8-ac6c-ca423e750061), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:02.016996 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4f31-c017-474a-9693-567911e34bcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (bae44144-1fae-4a41-88cc-8b10b2120af4), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:02.033688 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-14515ba4-b812-45dc-b00b-79dc68fd9ef5 admin admin] Publish callbacks [] for security_group (e0563bb3-39aa-42c8-ac6c-ca423e750061), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:02.057472 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-ec4d4f31-c017-474a-9693-567911e34bcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73f7e93359cc475aa322fc584755966f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2915409 Mar 30 16:45:02.061274 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d4f31-c017-474a-9693-567911e34bcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae44144-1fae-4a41-88cc-8b10b2120af4,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:02.061422 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 45406) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:02.111755 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b9a2-b4ac-4ed4-825a-45245c79155f admin admin] Publish callbacks [] for security_group (bae44144-1fae-4a41-88cc-8b10b2120af4), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:02.135623 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b9a2-b4ac-4ed4-825a-45245c79155f admin admin] Publish callbacks [] for security_group (bae44144-1fae-4a41-88cc-8b10b2120af4), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:02.188442 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-14515ba4-b812-45dc-b00b-79dc68fd9ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (e0563bb3-39aa-42c8-ac6c-ca423e750061), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:02.191046 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-14515ba4-b812-45dc-b00b-79dc68fd9ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:02.192203 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-14515ba4-b812-45dc-b00b-79dc68fd9ef5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e0563bb3-39aa-42c8-ac6c-ca423e750061 HTTP/1.1" status: 204 len: 168 time: 0.2270575 Mar 30 16:45:02.199610 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14515ba4-b812-45dc-b00b-79dc68fd9ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0563bb3-39aa-42c8-ac6c-ca423e750061,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:02.218558 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 4a716b51-92d5-4c45-8739-d5880a3910f3 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:45:02.281096 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b9a2-b4ac-4ed4-825a-45245c79155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (bae44144-1fae-4a41-88cc-8b10b2120af4), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:02.283702 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1ff7b9a2-b4ac-4ed4-825a-45245c79155f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:02.284886 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1ff7b9a2-b4ac-4ed4-825a-45245c79155f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bae44144-1fae-4a41-88cc-8b10b2120af4 HTTP/1.1" status: 204 len: 168 time: 0.2237952 Mar 30 16:45:02.293901 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7b9a2-b4ac-4ed4-825a-45245c79155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae44144-1fae-4a41-88cc-8b10b2120af4,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:02.334813 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:02.346957 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'port_id': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'mac_address': 'fa:16:3e:e6:a8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:45:02.394248 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 4a716b51-92d5-4c45-8739-d5880a3910f3 is: ACTIVE; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:02.394930 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:02.410401 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4a716b51-92d5-4c45-8739-d5880a3910f3 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:45:02.430677 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:02.515950 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:02.582050 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=4a716b51-92d5-4c45-8739-d5880a3910f3,revision_number=6']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:02.594822 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91df31c-7c05-476c-bf4a-79bbf006b5ce req-265cf055-4ece-431d-91f9-bbd101b5a534 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:02.596611 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e91df31c-7c05-476c-bf4a-79bbf006b5ce req-265cf055-4ece-431d-91f9-bbd101b5a534 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 944 time: 0.0659225 Mar 30 16:45:02.617343 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['4a716b51-92d5-4c45-8739-d5880a3910f3'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:45:02.663762 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e91df31c-7c05-476c-bf4a-79bbf006b5ce req-3b5d94d9-6a79-4977-929f-ae3f2632c7ce tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594108 Mar 30 16:45:03.106165 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:03.168663 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 45428) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:03.182216 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc02b-fabe-4c68-b19e-dbd4f4cf3334 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:03.255106 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc02b-fabe-4c68-b19e-dbd4f4cf3334 admin admin] Publish callbacks [] for security_group (18ae0262-656c-4e94-bbd0-ee35ebccc857), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:03.330884 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ec5dc02b-fabe-4c68-b19e-dbd4f4cf3334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (18ae0262-656c-4e94-bbd0-ee35ebccc857), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:03.369897 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ec5dc02b-fabe-4c68-b19e-dbd4f4cf3334 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97c73362536d481cac427549a7951e6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000508 Mar 30 16:45:03.371039 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dc02b-fabe-4c68-b19e-dbd4f4cf3334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ae0262-656c-4e94-bbd0-ee35ebccc857,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:03.373338 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45436) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:03.423676 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8edf5834-a5c8-4141-87b4-44b2262ac1e1 admin admin] Publish callbacks [] for security_group (18ae0262-656c-4e94-bbd0-ee35ebccc857), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:03.445666 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8edf5834-a5c8-4141-87b4-44b2262ac1e1 admin admin] Publish callbacks [] for security_group (18ae0262-656c-4e94-bbd0-ee35ebccc857), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:03.565136 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8edf5834-a5c8-4141-87b4-44b2262ac1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (18ae0262-656c-4e94-bbd0-ee35ebccc857), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:03.568126 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8edf5834-a5c8-4141-87b4-44b2262ac1e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:03.569266 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-8edf5834-a5c8-4141-87b4-44b2262ac1e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18ae0262-656c-4e94-bbd0-ee35ebccc857 HTTP/1.1" status: 204 len: 168 time: 0.1943231 Mar 30 16:45:03.577594 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf5834-a5c8-4141-87b4-44b2262ac1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ae0262-656c-4e94-bbd0-ee35ebccc857,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:03.802072 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2e904-007e-4d43-bb78-d1142a126e04 req-33b85731-4934-4888-a4b8-1ee43619fc61 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:03.803732 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-10c2e904-007e-4d43-bb78-d1142a126e04 req-33b85731-4934-4888-a4b8-1ee43619fc61 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 944 time: 0.0662181 Mar 30 16:45:03.855408 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-10c2e904-007e-4d43-bb78-d1142a126e04 req-2c35a677-4bd0-4fbe-bc49-018471b3b310 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438714 Mar 30 16:45:04.240451 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 4a716b51-92d5-4c45-8739-d5880a3910f3 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:45:04.322591 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 4a716b51-92d5-4c45-8739-d5880a3910f3 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:45:04.323143 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:04.354674 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:04.426374 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 4a716b51-92d5-4c45-8739-d5880a3910f3 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:04.426795 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:04.476500 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:04.479808 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea85a21-2836-4cc8-8508-1c5364e2b2a7" -d '{"events": [{"server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "name": "network-vif-plugged", "status": "completed", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:04.509726 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:04.602909 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:04.672855 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=4a716b51-92d5-4c45-8739-d5880a3910f3,revision_number=7']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:04.681747 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.683190 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.683641 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.684094 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.684536 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.684970 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.685958 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.686867 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.687436 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.688190 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.688810 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.689376 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.689882 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.690405 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.690932 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:04.717925 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfa6bfd-94cc-44d4-8c58-d7350a43cd12 x-openstack-request-id: req-6cfa6bfd-94cc-44d4-8c58-d7350a43cd12 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:04.726800 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "name": "network-vif-plugged", "status": "completed", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:04.726800 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6cfa6bfd-94cc-44d4-8c58-d7350a43cd12 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:04.726800 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6cfa6bfd-94cc-44d4-8c58-d7350a43cd12'] response: {'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'code': 200} Mar 30 16:45:05.012282 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e806f-f814-4ad3-b4ae-8a74654109a5 req-48996754-9b80-41e6-ad9e-700369f22b47 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:05.027745 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5a3e806f-f814-4ad3-b4ae-8a74654109a5 req-48996754-9b80-41e6-ad9e-700369f22b47 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0648496 Mar 30 16:45:05.073550 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5a3e806f-f814-4ad3-b4ae-8a74654109a5 req-293cf1de-cd22-46ad-919e-4654e692d0ae tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529957 Mar 30 16:45:05.829003 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:05.850119 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45478) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:05.969345 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1f037894-1793-4715-87da-48b12027a1ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:06.051018 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1f037894-1793-4715-87da-48b12027a1ca admin admin] Publish callbacks [] for security_group (0c176542-eac7-4576-b148-2f0dfd5be183), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:06.154617 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1f037894-1793-4715-87da-48b12027a1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0c176542-eac7-4576-b148-2f0dfd5be183), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:06.195694 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1f037894-1793-4715-87da-48b12027a1ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8fe0b99e9ffb4acb84617ba73857c7e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3418169 Mar 30 16:45:06.195907 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45486) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:06.204182 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f037894-1793-4715-87da-48b12027a1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c176542-eac7-4576-b148-2f0dfd5be183,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:06.229437 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f909663-7f99-438a-9a50-da2a6be773f7 req-3d14315b-2898-4985-9a3c-fa58bf3c7003 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:06.231179 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f909663-7f99-438a-9a50-da2a6be773f7 req-3d14315b-2898-4985-9a3c-fa58bf3c7003 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0729935 Mar 30 16:45:06.257718 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3bc6955e-3529-48e8-ab67-077562be06f1 admin admin] Publish callbacks [] for security_group (0c176542-eac7-4576-b148-2f0dfd5be183), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:06.290627 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3bc6955e-3529-48e8-ab67-077562be06f1 admin admin] Publish callbacks [] for security_group (0c176542-eac7-4576-b148-2f0dfd5be183), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:06.290872 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9f909663-7f99-438a-9a50-da2a6be773f7 req-2ef517cc-fee8-49dd-98a8-fc354b56258d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463583 Mar 30 16:45:06.597437 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3bc6955e-3529-48e8-ab67-077562be06f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0c176542-eac7-4576-b148-2f0dfd5be183), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:06.600084 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3bc6955e-3529-48e8-ab67-077562be06f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:06.601262 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-3bc6955e-3529-48e8-ab67-077562be06f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c176542-eac7-4576-b148-2f0dfd5be183 HTTP/1.1" status: 204 len: 168 time: 0.4042299 Mar 30 16:45:06.609312 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6955e-3529-48e8-ab67-077562be06f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c176542-eac7-4576-b148-2f0dfd5be183,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:07.435772 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d75b3e-b539-4971-a96f-38863aade19a req-3f6a7d4d-1b1c-429c-9de4-d9a1888dc2c5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:07.440173 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d8d75b3e-b539-4971-a96f-38863aade19a req-3f6a7d4d-1b1c-429c-9de4-d9a1888dc2c5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0684075 Mar 30 16:45:07.499722 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d8d75b3e-b539-4971-a96f-38863aade19a req-7c921ec4-ddc2-4d64-b561-4dd52da3d0ed tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521607 Mar 30 16:45:08.690672 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aa9e99-b50c-4d30-8724-0028a6102c31 req-f72455bd-0eb6-4ce3-980f-52abaa2c34c5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:08.692230 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c8aa9e99-b50c-4d30-8724-0028a6102c31 req-f72455bd-0eb6-4ce3-980f-52abaa2c34c5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0983565 Mar 30 16:45:08.763315 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c8aa9e99-b50c-4d30-8724-0028a6102c31 req-3aaa1ee1-ae4c-4bac-817c-ba069c67e4ac tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633483 Mar 30 16:45:09.891362 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a2b9d-49a4-4931-ae2e-bcacf6992375 req-61e902a2-3969-4f4d-a191-f2b5cb60b2ac tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:09.892866 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-027a2b9d-49a4-4931-ae2e-bcacf6992375 req-61e902a2-3969-4f4d-a191-f2b5cb60b2ac tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0554771 Mar 30 16:45:09.940283 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-027a2b9d-49a4-4931-ae2e-bcacf6992375 req-8a053072-3868-441b-9048-ce05d63f5a44 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415277 Mar 30 16:45:11.084876 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071af6b-e8a3-4fad-bb63-59088312ca0a req-43d9b5d2-d263-4041-9b86-7d16b1907cb4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:11.093841 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9071af6b-e8a3-4fad-bb63-59088312ca0a req-43d9b5d2-d263-4041-9b86-7d16b1907cb4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0708885 Mar 30 16:45:11.138514 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9071af6b-e8a3-4fad-bb63-59088312ca0a req-6a77d954-fc14-4cb0-ba85-1934505eaca9 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436194 Mar 30 16:45:12.309414 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7b0921-c871-4c07-b212-5b95fe5d8a0f req-81465039-05da-42f6-8d03-178c96ad07a3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:12.311841 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8b7b0921-c871-4c07-b212-5b95fe5d8a0f req-81465039-05da-42f6-8d03-178c96ad07a3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0631418 Mar 30 16:45:12.376560 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8b7b0921-c871-4c07-b212-5b95fe5d8a0f req-fdecd066-e599-4e3e-9630-9b7c39b8ddff tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578609 Mar 30 16:45:12.568540 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fdc2d9-e1bd-4678-b544-b813b4682096 req-bbc7d969-55d7-4856-adee-59e865199c7a tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:12.570197 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67fdc2d9-e1bd-4678-b544-b813b4682096 req-bbc7d969-55d7-4856-adee-59e865199c7a tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 945 time: 0.0605352 Mar 30 16:45:12.635056 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-67fdc2d9-e1bd-4678-b544-b813b4682096 req-0f8b8d3c-46c6-43d2-ab77-838d0ad1608e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553977 Mar 30 16:45:12.745913 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45576) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:12.858660 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2a42dcbb-ea30-4e1b-b150-7642262e0766 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:12.932797 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2a42dcbb-ea30-4e1b-b150-7642262e0766 admin admin] Publish callbacks [] for security_group (664f9b8f-14e3-423d-8e43-b643bafc951e), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:13.148286 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2a42dcbb-ea30-4e1b-b150-7642262e0766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (664f9b8f-14e3-423d-8e43-b643bafc951e), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:13.185208 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42dcbb-ea30-4e1b-b150-7642262e0766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664f9b8f-14e3-423d-8e43-b643bafc951e,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:13.189460 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2a42dcbb-ea30-4e1b-b150-7642262e0766 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd7245d8e69d4a98888a831011600012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4424791 Mar 30 16:45:13.192189 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45580) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:13.242606 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2e63bf82-aab7-45f8-996d-121ea1ad02cd admin admin] Publish callbacks [] for security_group (664f9b8f-14e3-423d-8e43-b643bafc951e), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:13.264194 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2e63bf82-aab7-45f8-996d-121ea1ad02cd admin admin] Publish callbacks [] for security_group (664f9b8f-14e3-423d-8e43-b643bafc951e), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:13.379675 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2e63bf82-aab7-45f8-996d-121ea1ad02cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (664f9b8f-14e3-423d-8e43-b643bafc951e), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:13.382297 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2e63bf82-aab7-45f8-996d-121ea1ad02cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:13.383545 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2e63bf82-aab7-45f8-996d-121ea1ad02cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/664f9b8f-14e3-423d-8e43-b643bafc951e HTTP/1.1" status: 204 len: 168 time: 0.1904714 Mar 30 16:45:13.394694 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e63bf82-aab7-45f8-996d-121ea1ad02cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664f9b8f-14e3-423d-8e43-b643bafc951e,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:13.526306 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b1908a-7cd0-4a3d-b693-fce0ba7c2e36 req-4e2006ab-67ae-49ac-94f6-c93486aacacb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:13.528154 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-63b1908a-7cd0-4a3d-b693-fce0ba7c2e36 req-4e2006ab-67ae-49ac-94f6-c93486aacacb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0630696 Mar 30 16:45:13.598446 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-63b1908a-7cd0-4a3d-b693-fce0ba7c2e36 req-6ade1a05-1124-4285-8e70-798cfd846f79 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624585 Mar 30 16:45:13.816764 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e00e-afa0-49b5-b86d-a2b7ef476eb8 req-e61b75d5-5581-4431-9fc1-b5bfebd7c979 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:13.818545 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f627e00e-afa0-49b5-b86d-a2b7ef476eb8 req-e61b75d5-5581-4431-9fc1-b5bfebd7c979 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 945 time: 0.0695305 Mar 30 16:45:13.889413 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f627e00e-afa0-49b5-b86d-a2b7ef476eb8 req-320ace4f-8296-4583-9f7c-3320b22ff60f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587025 Mar 30 16:45:14.141719 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-5d1815c1-1a09-4bc9-ac30-9f9c731260c0 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:14.144055 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-5d1815c1-1a09-4bc9-ac30-9f9c731260c0 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 945 time: 0.0531461 Mar 30 16:45:14.243863 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Deleting port 1837d48e-f128-4722-8800-4c7fb0f54cba {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:45:14.244207 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:14.334366 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] For port 1837d48e-f128-4722-8800-4c7fb0f54cba, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=1837d48e-f128-4722-8800-4c7fb0f54cba,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:14.334821 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:14.522029 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:14.522402 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (e2a7f93a-f597-47ec-b618-6f9d23b1f5e5), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:14.523052 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Floating IP e2a7f93a-f597-47ec-b618-6f9d23b1f5e5 disassociated. External IP: 172.27.0.149, port: 1837d48e-f128-4722-8800-4c7fb0f54cba. Mar 30 16:45:14.523391 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Calling delete_port for 1837d48e-f128-4722-8800-4c7fb0f54cba owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:45:14.718389 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (1837d48e-f128-4722-8800-4c7fb0f54cba), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:14.752328 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event deleted for resources: {'Port': ['ID=1837d48e-f128-4722-8800-4c7fb0f54cba,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:14.770696 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900c9912-e46b-4e49-89dc-d87cb1e01050 req-3f9254fe-ace9-49be-a9c3-54de543e7b3f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:14.772527 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-900c9912-e46b-4e49-89dc-d87cb1e01050 req-3f9254fe-ace9-49be-a9c3-54de543e7b3f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0932744 Mar 30 16:45:14.912373 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-900c9912-e46b-4e49-89dc-d87cb1e01050 req-7d9faded-354d-42bc-9247-334e2efd976d tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1026263 Mar 30 16:45:14.937449 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Router 6d2d139e-1476-4fc3-930c-07cd9494070a has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:45:15.049988 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-16ab9063-da17-4ba2-b062-d1af2abcf0cf req-6ae83631-8976-4c98-b1fd-82d3fd23b09c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 210 time: 0.0627263 Mar 30 16:45:15.096067 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:45:15.112224 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e11e6-b670-4aae-98c4-e27c2a834e4a None None] Sync routers for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:45:15.124642 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e11e6-b670-4aae-98c4-e27c2a834e4a None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:15.125713 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-429e11e6-b670-4aae-98c4-e27c2a834e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:45:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:15.157817 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] No DVR routers for this DVR port 1837d48e-f128-4722-8800-4c7fb0f54cba on host hv-cinder-83587 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:45:15.160779 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:15.166187 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a7a48816-b10c-4604-9994-0cef9ff6ce76 req-dec209fa-2c6c-4357-b06b-8ca17f425f76 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "DELETE /v2.0/ports/1837d48e-f128-4722-8800-4c7fb0f54cba HTTP/1.1" status: 204 len: 173 time: 1.0146375 Mar 30 16:45:15.166714 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'name': 'network-vif-deleted', 'tag': '1837d48e-f128-4722-8800-4c7fb0f54cba'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:15.169080 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa8c52e-2d81-47ff-a79f-7b460469d5b8" -d '{"events": [{"server_uuid": "3e399e62-b38e-4eed-9168-2b7284d4873d", "name": "network-vif-deleted", "tag": "1837d48e-f128-4722-8800-4c7fb0f54cba"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:15.258427 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-429e11e6-b670-4aae-98c4-e27c2a834e4a None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:15.313666 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a1b65-bcb7-49cb-a479-c1574e6133f9 req-fd584426-a95e-45dd-bddf-3a8aaac8e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:15.314998 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f12a1b65-bcb7-49cb-a479-c1574e6133f9 req-fd584426-a95e-45dd-bddf-3a8aaac8e407 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 1129 time: 0.1032333 Mar 30 16:45:15.671417 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c1695d-19c8-4b15-89ec-81a892f46478 x-openstack-request-id: req-55c1695d-19c8-4b15-89ec-81a892f46478 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:15.671417 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e399e62-b38e-4eed-9168-2b7284d4873d", "name": "network-vif-deleted", "tag": "1837d48e-f128-4722-8800-4c7fb0f54cba", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:15.671417 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-55c1695d-19c8-4b15-89ec-81a892f46478 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:15.671880 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c1695d-19c8-4b15-89ec-81a892f46478'] response: {'server_uuid': '3e399e62-b38e-4eed-9168-2b7284d4873d', 'name': 'network-vif-deleted', 'tag': '1837d48e-f128-4722-8800-4c7fb0f54cba', 'status': 'completed', 'code': 200} Mar 30 16:45:15.688775 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-429e11e6-b670-4aae-98c4-e27c2a834e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:15.718298 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e11e6-b670-4aae-98c4-e27c2a834e4a None None] Checking router: 6d2d139e-1476-4fc3-930c-07cd9494070a for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:45:15.729040 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429e11e6-b670-4aae-98c4-e27c2a834e4a None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:15.729657 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-429e11e6-b670-4aae-98c4-e27c2a834e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:45:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:15.747128 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a1b65-bcb7-49cb-a479-c1574e6133f9 req-090d7484-518a-45b2-9958-ef184d9074ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:15.750045 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f12a1b65-bcb7-49cb-a479-c1574e6133f9 req-090d7484-518a-45b2-9958-ef184d9074ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 918 time: 0.4281034 Mar 30 16:45:15.829805 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f12a1b65-bcb7-49cb-a479-c1574e6133f9 req-ffa6299a-e320-4c33-84ab-818abfae8b45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a716b51-92d5-4c45-8739-d5880a3910f3 HTTP/1.1" status: 200 len: 1000 time: 0.0725262 Mar 30 16:45:15.858096 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-429e11e6-b670-4aae-98c4-e27c2a834e4a None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:15.895515 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a1b65-bcb7-49cb-a479-c1574e6133f9 req-54715975-2295-4876-82bb-359ebe1b16d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:15.897121 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f12a1b65-bcb7-49cb-a479-c1574e6133f9 req-54715975-2295-4876-82bb-359ebe1b16d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 200 len: 856 time: 0.0500517 Mar 30 16:45:15.950919 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a1b65-bcb7-49cb-a479-c1574e6133f9 req-09ea5a86-2e78-47d1-b142-9a6e8c2fbc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:15.952495 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f12a1b65-bcb7-49cb-a479-c1574e6133f9 req-09ea5a86-2e78-47d1-b142-9a6e8c2fbc18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7997d76f-0fe0-4c65-b651-c4e866201f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463860 Mar 30 16:45:16.082245 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-429e11e6-b670-4aae-98c4-e27c2a834e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:16.088631 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0aefe-c0b8-4dcb-81b1-e03555910c33 req-c75f2549-f7d9-4fe4-8a19-db9975afd7b6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:16.090172 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bca0aefe-c0b8-4dcb-81b1-e03555910c33 req-c75f2549-f7d9-4fe4-8a19-db9975afd7b6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0828590 Mar 30 16:45:16.092796 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f12a1b65-bcb7-49cb-a479-c1574e6133f9 req-28aee39f-cef7-429a-8350-89fbd45a3391 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332579 Mar 30 16:45:16.113965 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-429e11e6-b670-4aae-98c4-e27c2a834e4a None None] The sync data for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi is: [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:45:16.219960 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4af38da8-44bf-4208-be1b-0e79fa67cb8d req-3f315f20-4261-4702-ac93-e9d487ba3a91 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e399e62-b38e-4eed-9168-2b7284d4873d HTTP/1.1" status: 200 len: 210 time: 0.0462933 Mar 30 16:45:16.249315 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bca0aefe-c0b8-4dcb-81b1-e03555910c33 req-008b0742-7650-4abf-9c87-7790c1b18cba tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457002 Mar 30 16:45:16.272187 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f12a1b65-bcb7-49cb-a479-c1574e6133f9 req-960201f8-8dad-4da5-a043-d5d5ac4b378b service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673617 Mar 30 16:45:16.372943 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1846a7-48df-4bd3-af31-5ad0d723dcc4 None None] New status for floating IP e2a7f93a-f597-47ec-b618-6f9d23b1f5e5: DOWN {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:45:17.382902 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f00e56-9b50-4a47-b99a-1b9d05115299 req-bb3a1782-de91-4844-9881-45af5a05c9b4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:17.384392 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-34f00e56-9b50-4a47-b99a-1b9d05115299 req-bb3a1782-de91-4844-9881-45af5a05c9b4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 945 time: 0.0552602 Mar 30 16:45:17.437556 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-34f00e56-9b50-4a47-b99a-1b9d05115299 req-18b69279-65cd-449f-9b98-85c1183e169b tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466669 Mar 30 16:45:17.498460 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9fa02b78-cc79-45be-88e7-3c8c4a72b217 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-158085763&fields=id&tenant_id=1706c811af8c46779e0007b0fafbc6a4 HTTP/1.1" status: 200 len: 267 time: 0.0570784 Mar 30 16:45:17.601708 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-53a7e7a0-8bbf-4aa1-b21e-116cb9ca4fd8 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:17.603252 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-53a7e7a0-8bbf-4aa1-b21e-116cb9ca4fd8 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 812 time: 0.0988092 Mar 30 16:45:17.618125 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-3f69993c-ba6f-486c-a716-f0f1526d3a23 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/quotas/1706c811af8c46779e0007b0fafbc6a4 HTTP/1.1" status: 200 len: 375 time: 0.0088162 Mar 30 16:45:17.672145 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-c1c351b1-a4a3-4ed1-a024-61cdb89b4076 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491970 Mar 30 16:45:17.865674 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-f4091db2-6bfc-46d4-b9f9-dce8d5814279 service neutron] 10.222.0.21 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820333 Mar 30 16:45:17.961417 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-95ea1e0a-fc06-480a-9706-691a9cd60cb9 service neutron] 10.222.0.21 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893824 Mar 30 16:45:18.307698 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 1837d48e-f128-4722-8800-4c7fb0f54cba no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:18.327789 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 1837d48e-f128-4722-8800-4c7fb0f54cba {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:45:18.328125 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 1837d48e-f128-4722-8800-4c7fb0f54cba not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:45:18.332058 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 4a716b51-92d5-4c45-8739-d5880a3910f3 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:18.407115 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 4a716b51-92d5-4c45-8739-d5880a3910f3 is: ACTIVE; New status is: DOWN {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:18.407514 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:18.430439 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:18.432625 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03511a3c-0706-4875-a323-f9825298ba3b" -d '{"events": [{"server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "name": "network-vif-unplugged", "status": "completed", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:18.446997 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:18.485690 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a88df5-7e49-4155-b453-709a6901102c x-openstack-request-id: req-c0a88df5-7e49-4155-b453-709a6901102c {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:18.485985 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "name": "network-vif-unplugged", "status": "completed", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:18.486245 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0a88df5-7e49-4155-b453-709a6901102c {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:18.486665 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a88df5-7e49-4155-b453-709a6901102c'] response: {'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'code': 200} Mar 30 16:45:18.513338 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-406612d3-efa9-428d-9f6a-1a62368d5949 req-b3ab2100-d602-4019-81d1-d6ed0ea4e15f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 210 time: 0.0291660 Mar 30 16:45:18.540023 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:18.619455 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=4a716b51-92d5-4c45-8739-d5880a3910f3,revision_number=8']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:18.624328 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb3511-8545-4f53-bae2-64d26cccb196 req-d0d8fc67-e8bd-4907-95c9-41168fe51320 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:18.625859 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f9bb3511-8545-4f53-bae2-64d26cccb196 req-d0d8fc67-e8bd-4907-95c9-41168fe51320 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0826173 Mar 30 16:45:18.685023 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f9bb3511-8545-4f53-bae2-64d26cccb196 req-3793a888-eed1-4b3b-baf8-9dbbdc8a1a14 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477481 Mar 30 16:45:19.610749 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9ceff9ef-da37-4b70-b8c3-c354be0c08bd req-c5fc84a3-8bc5-4f2f-b9ee-0e6fd99b22d3 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 210 time: 0.0280046 Mar 30 16:45:19.876531 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:20.595634 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-6a5bb4ea-81c2-43fa-bedd-9e929e600f83 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:20.597138 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-6a5bb4ea-81c2-43fa-bedd-9e929e600f83 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 812 time: 0.1054378 Mar 30 16:45:20.660415 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-fe93706c-c785-491a-90fe-7039fe0c11d2 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1706c811af8c46779e0007b0fafbc6a4 HTTP/1.1" status: 200 len: 379 time: 0.0554140 Mar 30 16:45:20.669584 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'port': {'device_id': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'admin_state_up': True, 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'security_groups': ['5ef0e96c-f1a7-43a8-8297-c040a5f87fd7']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:45:20.746186 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-860575db-67aa-45d9-b425-208bc6c49c0a req-b01525fc-9e87-4171-90cb-958fe02d9ec3 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 210 time: 0.0609624 Mar 30 16:45:20.774880 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-0c3a1077-8e60-42a2-b9cc-e7621c386918 req-d56db3cb-0dd4-4e66-b8c7-1d7bedb44154 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:45:20.777374 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c3a1077-8e60-42a2-b9cc-e7621c386918 req-d56db3cb-0dd4-4e66-b8c7-1d7bedb44154 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074642 Mar 30 16:45:20.876844 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Made reservation on behalf of 1706c811af8c46779e0007b0fafbc6a4 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:45:20.884598 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:21.009036 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Allocated IP 172.20.0.13 (600fe998-8bc1-41e5-a22d-851373094fb9/17dce1d2-dae1-4b1d-bded-3495159a04ef/8b570ed5-c8bc-4804-8beb-c03ef1f01d68) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:45:21.168237 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadcaf7-1389-4ef9-ba52-46d4e56e958c req-701a7ed1-83e1-4e73-b089-dd9a6e96b010 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:21.169876 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6aadcaf7-1389-4ef9-ba52-46d4e56e958c req-701a7ed1-83e1-4e73-b089-dd9a6e96b010 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.1245959 Mar 30 16:45:21.246701 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:21.253888 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6aadcaf7-1389-4ef9-ba52-46d4e56e958c req-719f8826-673f-4edf-a603-fcdec2b0900f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762074 Mar 30 16:45:21.397257 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:21.443196 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Network 600fe998-8bc1-41e5-a22d-851373094fb9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:45:21.446334 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:45:21.452586 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:45:21.459384 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'Port': ['ID=8b570ed5-c8bc-4804-8beb-c03ef1f01d68,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:21.512091 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:21.512976 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:21.533562 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45756) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:21.628198 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-f370aa71-0638-4f79-8ba0-5369809dff6e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0928512 Mar 30 16:45:21.637213 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-bebdc39a-3e6e-4d3e-a8f0-2b5fe3e303c6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:45:21.638136 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-bebdc39a-3e6e-4d3e-a8f0-2b5fe3e303c6 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052841 Mar 30 16:45:21.683184 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-1af5e2c0-a675-4d6a-ae52-8e6dc889e0c9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0168688 Mar 30 16:45:21.700369 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Request body: {'port': {'device_id': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:45:21.737952 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-29ebfb1d-24a5-4fe1-a205-e371df6ec28e None None] Provisioning complete for port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:45:21.738449 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-29ebfb1d-24a5-4fe1-a205-e371df6ec28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:21.739194 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 45768) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:21.783987 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-29ebfb1d-24a5-4fe1-a205-e371df6ec28e None None] Port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:45:21.795463 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:21.806124 dv-cinder-835871-1-iscsi neutron-server[106608]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 30 16:45:21.851055 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1079-061f-4535-a994-4caae887060a req-a3ae598c-c60d-4b0d-8c33-08067ce497e5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:21.852645 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-a3ae598c-c60d-4b0d-8c33-08067ce497e5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports/4a716b51-92d5-4c45-8739-d5880a3910f3 HTTP/1.1" status: 200 len: 940 time: 0.1105945 Mar 30 16:45:21.969999 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662bbac-922e-46cc-9218-28d45c0ffa4c req-7b6f129a-06ac-486d-94a7-22beac9e0fd7 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:21.971579 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6662bbac-922e-46cc-9218-28d45c0ffa4c req-7b6f129a-06ac-486d-94a7-22beac9e0fd7 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 932 time: 0.1411591 Mar 30 16:45:22.080800 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6662bbac-922e-46cc-9218-28d45c0ffa4c req-f15bbe7d-595a-40dc-9749-6e63a64785cb tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029949 Mar 30 16:45:22.168309 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:45:22.176464 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Publish callbacks [] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:22.189506 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Transition to ACTIVE for port object 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:45:22.294059 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:22.317810 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 4a716b51-92d5-4c45-8739-d5880a3910f3 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:45:22.377077 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Pushing event updated for resources: {'Port': ['ID=8b570ed5-c8bc-4804-8beb-c03ef1f01d68,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:22.404323 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 4a716b51-92d5-4c45-8739-d5880a3910f3 is: DOWN; New status is: DOWN {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:22.457838 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f82e57-5074-47bf-b64c-6a653eb09918 req-a6573871-4686-43dc-9d4b-86cb6b22c663 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:22.463102 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-27f82e57-5074-47bf-b64c-6a653eb09918 req-a6573871-4686-43dc-9d4b-86cb6b22c663 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.1272895 Mar 30 16:45:22.495173 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Attempting to bind port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:45:22.495511 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Attempting to bind port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:45:22.495843 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Attempting to bind port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 on network 600fe998-8bc1-41e5-a22d-851373094fb9 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:45:22.508407 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 on network 600fe998-8bc1-41e5-a22d-851373094fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:45:22.519834 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Attempting to bind port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 on network 600fe998-8bc1-41e5-a22d-851373094fb9 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:45:22.528890 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:45:22.529234 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Checking segment: {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:45:22.529805 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Bound using segment: {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:45:22.530653 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Bound port: 8b570ed5-c8bc-4804-8beb-c03ef1f01d68, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:45:22.530956 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:22.537581 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-27f82e57-5074-47bf-b64c-6a653eb09918 req-e2f52c3c-6f70-4443-9e40-7107d32134b1 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713120 Mar 30 16:45:22.603987 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] For port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:45:22.606977 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] For port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8b570ed5-c8bc-4804-8beb-c03ef1f01d68,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:45:22.739837 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:22.774239 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:22.774879 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:22.776486 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] 10.222.0.41 "PUT /v2.0/ports/8b570ed5-c8bc-4804-8beb-c03ef1f01d68 HTTP/1.1" status: 200 len: 1094 time: 1.0805914 Mar 30 16:45:22.778959 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'tag': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:22.782640 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c354d034-e99b-4229-b8f1-248b73847040" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0a3d4c-0173-4d21-bb07-750b8b2388e4", "tag": "8b570ed5-c8bc-4804-8beb-c03ef1f01d68"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:22.819372 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad71015-51c8-4e83-bbe8-eb08464d694e service neutron] Pushing event updated for resources: {'Port': ['ID=8b570ed5-c8bc-4804-8beb-c03ef1f01d68,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:22.852144 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0da9402-2c35-45b6-a992-a953cd83d6e0 x-openstack-request-id: req-e0da9402-2c35-45b6-a992-a953cd83d6e0 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:22.852815 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0a3d4c-0173-4d21-bb07-750b8b2388e4", "tag": "8b570ed5-c8bc-4804-8beb-c03ef1f01d68", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:22.853258 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0da9402-2c35-45b6-a992-a953cd83d6e0 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:22.854071 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0da9402-2c35-45b6-a992-a953cd83d6e0'] response: {'name': 'network-changed', 'server_uuid': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'tag': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'status': 'completed', 'code': 200} Mar 30 16:45:22.927841 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354d034-e99b-4229-b8f1-248b73847040 req-71e02fb5-1ceb-44a6-b863-2fba04e584d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:22.929714 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c354d034-e99b-4229-b8f1-248b73847040 req-71e02fb5-1ceb-44a6-b863-2fba04e584d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 1128 time: 0.0524652 Mar 30 16:45:23.042705 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354d034-e99b-4229-b8f1-248b73847040 req-82884580-ae70-4966-9e08-a46b993a8234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.044201 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c354d034-e99b-4229-b8f1-248b73847040 req-82884580-ae70-4966-9e08-a46b993a8234 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1706c811af8c46779e0007b0fafbc6a4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1080468 Mar 30 16:45:23.139011 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354d034-e99b-4229-b8f1-248b73847040 req-075a1eef-0b26-41af-a21d-eb74d893d7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.141484 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c354d034-e99b-4229-b8f1-248b73847040 req-075a1eef-0b26-41af-a21d-eb74d893d7db service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894241 Mar 30 16:45:23.238296 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff2e87-be47-43b2-9226-663c26c71405 req-2d40e50a-919a-497d-9299-349ab7e6a5e0 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.239814 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-49ff2e87-be47-43b2-9226-663c26c71405 req-2d40e50a-919a-497d-9299-349ab7e6a5e0 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0911148 Mar 30 16:45:23.246047 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-03c5e937-9a45-404b-8fb4-3d828c690b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.247471 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-03c5e937-9a45-404b-8fb4-3d828c690b4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 1128 time: 0.0619192 Mar 30 16:45:23.299430 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-0e3adc02-439f-4235-ad0e-791246193d99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b570ed5-c8bc-4804-8beb-c03ef1f01d68 HTTP/1.1" status: 200 len: 217 time: 0.0439284 Mar 30 16:45:23.353733 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-49ff2e87-be47-43b2-9226-663c26c71405 req-2b03f45a-22ae-43fd-b01f-2dd9c7b9a63c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053262 Mar 30 16:45:23.368015 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-5e165fa6-59a6-4967-876b-acde8df9f5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.369427 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-5e165fa6-59a6-4967-876b-acde8df9f5a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17dce1d2-dae1-4b1d-bded-3495159a04ef HTTP/1.1" status: 200 len: 851 time: 0.0626411 Mar 30 16:45:23.427737 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-7396be30-51ff-41b8-ad42-3bc6d1496da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.429281 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-7396be30-51ff-41b8-ad42-3bc6d1496da8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600fe998-8bc1-41e5-a22d-851373094fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466409 Mar 30 16:45:23.433086 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1079-061f-4535-a994-4caae887060a req-2305e55b-f7d3-482d-a239-0105a7209719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.434709 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-2305e55b-f7d3-482d-a239-0105a7209719 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566&tenant_id=9d2706b3bc384330b0a601211f7d0420 HTTP/1.1" status: 200 len: 1127 time: 0.0511539 Mar 30 16:45:23.501064 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1079-061f-4535-a994-4caae887060a req-ac73ebef-1b20-4bdc-b48c-9f5d905e691d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.502873 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-ac73ebef-1b20-4bdc-b48c-9f5d905e691d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 1127 time: 0.0480900 Mar 30 16:45:23.536380 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-228e8bb1-7ee3-4460-854d-e2820abf8675 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002946 Mar 30 16:45:23.596956 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1079-061f-4535-a994-4caae887060a req-67762a59-683c-4bb6-903f-c30e07692af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.598756 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-67762a59-683c-4bb6-903f-c30e07692af5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 918 time: 0.0896297 Mar 30 16:45:23.672851 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-3cc314d9-fdc8-4736-bd65-685145b92926 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a716b51-92d5-4c45-8739-d5880a3910f3 HTTP/1.1" status: 200 len: 998 time: 0.0671802 Mar 30 16:45:23.674426 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0ee86b89-6734-447e-bb59-fd41b84d8af6 req-af9bb95f-f405-4aa8-966a-c78127d75cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314015 Mar 30 16:45:23.694409 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a53b9d-78ef-4204-91fa-b16760c13191 req-3cd5638e-56fb-4a63-a954-8b0762ea43ea tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.695940 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-60a53b9d-78ef-4204-91fa-b16760c13191 req-3cd5638e-56fb-4a63-a954-8b0762ea43ea tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0744922 Mar 30 16:45:23.738613 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1079-061f-4535-a994-4caae887060a req-54fb5fef-a91f-4747-9843-2bb99132be6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.740176 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-54fb5fef-a91f-4747-9843-2bb99132be6e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 200 len: 856 time: 0.0501192 Mar 30 16:45:23.753134 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-60a53b9d-78ef-4204-91fa-b16760c13191 req-be94a78d-9581-451a-a8cb-88ffbbd03832 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489583 Mar 30 16:45:23.797609 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb1079-061f-4535-a994-4caae887060a req-6d35e9a6-d92d-4354-a48f-85502fe6b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:23.802061 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-6d35e9a6-d92d-4354-a48f-85502fe6b95b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7997d76f-0fe0-4c65-b651-c4e866201f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0535743 Mar 30 16:45:23.896483 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-0074425d-4980-421f-b22d-b992ddc33e19 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848961 Mar 30 16:45:23.986812 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-b0eb1079-061f-4535-a994-4caae887060a req-4f864cb7-9e69-4cbb-b3c4-2384fc65d6e3 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844030 Mar 30 16:45:24.481326 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a3849-b72a-41f7-97bc-314181a1de74 req-fc2fdcc2-ccae-46ef-abea-6b50dbd247bc tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:24.482773 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ae9a3849-b72a-41f7-97bc-314181a1de74 req-fc2fdcc2-ccae-46ef-abea-6b50dbd247bc tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0595818 Mar 30 16:45:24.532075 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ae9a3849-b72a-41f7-97bc-314181a1de74 req-24a3d768-2408-42cb-9ae4-c572c84e0ef9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435359 Mar 30 16:45:24.875838 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0c8f1-8175-4179-a897-6272a5cd3c0f req-3e3748b5-e15c-4311-af43-99d77711539c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:24.877312 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d3f0c8f1-8175-4179-a897-6272a5cd3c0f req-3e3748b5-e15c-4311-af43-99d77711539c tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0527260 Mar 30 16:45:24.923026 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d3f0c8f1-8175-4179-a897-6272a5cd3c0f req-c356b079-9e7c-4331-a96e-ad4dc1f6855f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402534 Mar 30 16:45:25.667465 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7217352b-4c42-46cf-a375-fb6b0d65002e req-16bf8ee2-d35f-432c-914e-ad3c15f5e36c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:25.668913 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7217352b-4c42-46cf-a375-fb6b0d65002e req-16bf8ee2-d35f-432c-914e-ad3c15f5e36c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0544584 Mar 30 16:45:25.721056 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7217352b-4c42-46cf-a375-fb6b0d65002e req-7a584fc9-d707-4859-9d51-0bf71e5504b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460467 Mar 30 16:45:26.049238 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349774a7-85f0-48bc-a921-bfba7598e10a req-d627b294-916b-46bd-8fa8-2ec43bc47f55 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:26.050833 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-349774a7-85f0-48bc-a921-bfba7598e10a req-d627b294-916b-46bd-8fa8-2ec43bc47f55 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0550382 Mar 30 16:45:26.103937 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-349774a7-85f0-48bc-a921-bfba7598e10a req-685dfaba-f019-4f7d-94cb-49a8d917d693 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475492 Mar 30 16:45:26.855114 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb82d5c-ffa5-4177-aba7-4e0c43c333cc req-7cd870dc-1421-422c-ba6c-2b2979cca2f3 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:26.856865 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bdb82d5c-ffa5-4177-aba7-4e0c43c333cc req-7cd870dc-1421-422c-ba6c-2b2979cca2f3 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0611329 Mar 30 16:45:26.907597 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bdb82d5c-ffa5-4177-aba7-4e0c43c333cc req-17188313-57d8-42b4-a60f-4f4b328b7c7e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437808 Mar 30 16:45:27.242324 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13146a39-daa3-412c-92e5-5d305bdc5619 req-a2bcc4bd-d157-47d6-9741-b03908c3a6f0 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:27.243931 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-13146a39-daa3-412c-92e5-5d305bdc5619 req-a2bcc4bd-d157-47d6-9741-b03908c3a6f0 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0606608 Mar 30 16:45:27.292403 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-13146a39-daa3-412c-92e5-5d305bdc5619 req-76112607-887d-4e66-a105-69df54d6ec40 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420201 Mar 30 16:45:28.038711 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663c16c6-3e68-4b33-9fe3-7d3aa6c08bd3 req-44a22c76-c661-47de-86dc-24f735f8301d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:28.040215 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-663c16c6-3e68-4b33-9fe3-7d3aa6c08bd3 req-44a22c76-c661-47de-86dc-24f735f8301d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0668137 Mar 30 16:45:28.096851 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-663c16c6-3e68-4b33-9fe3-7d3aa6c08bd3 req-845a17ee-9844-442c-8b24-6dd6182528db tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470715 Mar 30 16:45:28.434320 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d3a248-c612-4f02-9f6c-ab8bb3830caa req-b697bcbf-4466-4889-9188-25bdf253bd83 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:28.435836 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84d3a248-c612-4f02-9f6c-ab8bb3830caa req-b697bcbf-4466-4889-9188-25bdf253bd83 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0566432 Mar 30 16:45:28.491273 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-84d3a248-c612-4f02-9f6c-ab8bb3830caa req-cfc78fbb-9a2d-4bf4-b3c9-4729dacf9fb4 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481389 Mar 30 16:45:28.510795 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:45:29.235582 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8dc7c-c440-4697-94d8-be7112794beb req-3245dab8-13ca-476d-8de7-dfe1ed5b0dbb tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:29.237123 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-82d8dc7c-c440-4697-94d8-be7112794beb req-3245dab8-13ca-476d-8de7-dfe1ed5b0dbb tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0576169 Mar 30 16:45:29.286182 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-82d8dc7c-c440-4697-94d8-be7112794beb req-875f4880-d09e-44d7-a453-157f1dcbb782 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434716 Mar 30 16:45:29.431296 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-147e8b77-88e3-4d89-a565-bab0188e1a85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:29.788449 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e21bbf-7811-4708-addb-ea5de1f20fad req-2f816c47-6585-485d-9249-dfa39762ea93 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:29.789945 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-07e21bbf-7811-4708-addb-ea5de1f20fad req-2f816c47-6585-485d-9249-dfa39762ea93 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0562844 Mar 30 16:45:29.844354 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-07e21bbf-7811-4708-addb-ea5de1f20fad req-7b541d24-fe65-434e-a970-155df030ebb8 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488811 Mar 30 16:45:30.417820 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c467b5e-455f-4c46-97a9-c2fb3bd21db5 req-9c9c9299-9bbf-4240-b07a-1158fdbd0585 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:30.419855 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c467b5e-455f-4c46-97a9-c2fb3bd21db5 req-9c9c9299-9bbf-4240-b07a-1158fdbd0585 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0556188 Mar 30 16:45:30.473713 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c467b5e-455f-4c46-97a9-c2fb3bd21db5 req-a57f347d-4543-4a75-b0a7-d638c50e03b1 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473828 Mar 30 16:45:30.980097 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb627b-0fcb-4784-891e-61f2c795524b req-51433132-fe92-47d5-a3e7-17659fec4c23 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:30.981601 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-30bb627b-0fcb-4784-891e-61f2c795524b req-51433132-fe92-47d5-a3e7-17659fec4c23 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0593059 Mar 30 16:45:31.033458 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-30bb627b-0fcb-4784-891e-61f2c795524b req-3df6ec6b-ff1c-48b4-8048-34495087de77 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460546 Mar 30 16:45:31.604920 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892de75-fd68-42bd-bc9b-60079cd20ae8 req-f3bc734a-96ae-45d6-8847-8c9f174f4c81 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:31.606445 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a892de75-fd68-42bd-bc9b-60079cd20ae8 req-f3bc734a-96ae-45d6-8847-8c9f174f4c81 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0578892 Mar 30 16:45:31.677631 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a892de75-fd68-42bd-bc9b-60079cd20ae8 req-b020b631-0da9-408e-a6c6-1d75a54e5885 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621002 Mar 30 16:45:31.780590 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-29ef1bef-cb20-48ea-b77d-908ad2727eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:32.184881 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b037f-8ee8-4472-8847-aacb04abb0d5 req-06f52764-0eb6-4d3b-973f-f5314414ef69 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:32.186520 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-db7b037f-8ee8-4472-8847-aacb04abb0d5 req-06f52764-0eb6-4d3b-973f-f5314414ef69 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0726454 Mar 30 16:45:32.249611 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-db7b037f-8ee8-4472-8847-aacb04abb0d5 req-5c757f61-9b1e-48ea-81ed-d7a641e22a6e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478151 Mar 30 16:45:32.813831 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34cb05-ccf6-4179-ba1b-2230b28c19dc req-62e73dbd-1826-44dc-bbb5-4bc69b779ff9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:32.814279 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6a34cb05-ccf6-4179-ba1b-2230b28c19dc req-62e73dbd-1826-44dc-bbb5-4bc69b779ff9 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0596740 Mar 30 16:45:32.882081 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6a34cb05-ccf6-4179-ba1b-2230b28c19dc req-398eaf09-9f4b-4543-8ef8-250bda570665 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555334 Mar 30 16:45:33.042634 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:33.383052 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc9e499-b458-4243-a860-d60320ded81b req-b8c0f91f-8d68-4753-a5e9-55dedafe7e08 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:33.384588 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ffc9e499-b458-4243-a860-d60320ded81b req-b8c0f91f-8d68-4753-a5e9-55dedafe7e08 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0548174 Mar 30 16:45:33.440796 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ffc9e499-b458-4243-a860-d60320ded81b req-5b7de7f1-a512-406c-8b92-e426de560f1e tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494299 Mar 30 16:45:33.839151 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcf3f-365a-4fe5-9ac3-0be6189d9b53 req-288ca12a-20c5-4fa4-9368-3a20b6030ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:33.840663 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65bbcf3f-365a-4fe5-9ac3-0be6189d9b53 req-288ca12a-20c5-4fa4-9368-3a20b6030ee2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9d2706b3bc384330b0a601211f7d0420&device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 1127 time: 0.0477488 Mar 30 16:45:34.011577 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f192723-f158-4f37-a672-6566acea4ab4 req-38be2b35-9e3d-475b-82ce-e2d606ef0a5d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:34.013060 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3f192723-f158-4f37-a672-6566acea4ab4 req-38be2b35-9e3d-475b-82ce-e2d606ef0a5d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0534678 Mar 30 16:45:34.067734 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3f192723-f158-4f37-a672-6566acea4ab4 req-c24e8ec0-d469-4dcb-8afb-30ba5d4c86d3 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475955 Mar 30 16:45:34.129995 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcf3f-365a-4fe5-9ac3-0be6189d9b53 req-69581224-12aa-4f75-aba5-fa0316743a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:34.131521 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65bbcf3f-365a-4fe5-9ac3-0be6189d9b53 req-69581224-12aa-4f75-aba5-fa0316743a69 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 200 len: 918 time: 0.0872993 Mar 30 16:45:34.195924 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65bbcf3f-365a-4fe5-9ac3-0be6189d9b53 req-1864b0fc-4f36-4a88-9d0c-dae0d547a184 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a716b51-92d5-4c45-8739-d5880a3910f3 HTTP/1.1" status: 200 len: 998 time: 0.0582891 Mar 30 16:45:34.249098 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcf3f-365a-4fe5-9ac3-0be6189d9b53 req-4a49c294-a8ca-4d70-9bee-9b2faccb97fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:34.249435 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65bbcf3f-365a-4fe5-9ac3-0be6189d9b53 req-4a49c294-a8ca-4d70-9bee-9b2faccb97fd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 200 len: 856 time: 0.0459871 Mar 30 16:45:34.298531 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bbcf3f-365a-4fe5-9ac3-0be6189d9b53 req-5ae216c8-d84f-48dd-b7f9-b654c0139ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:34.300391 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65bbcf3f-365a-4fe5-9ac3-0be6189d9b53 req-5ae216c8-d84f-48dd-b7f9-b654c0139ada service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7997d76f-0fe0-4c65-b651-c4e866201f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452099 Mar 30 16:45:34.330806 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:34.391165 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65bbcf3f-365a-4fe5-9ac3-0be6189d9b53 req-40d965b9-7739-456a-bb49-2ca15bebe32d service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840456 Mar 30 16:45:34.487559 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65bbcf3f-365a-4fe5-9ac3-0be6189d9b53 req-5d4a5d65-eead-4eec-ac83-8008a20abba7 service neutron] 10.222.0.41 "GET /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887797 Mar 30 16:45:34.573348 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a71248-5510-4310-b8ba-88d28f257008 req-04a776ec-2ec3-4671-a496-67650cae2199 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:34.574914 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50a71248-5510-4310-b8ba-88d28f257008 req-04a776ec-2ec3-4671-a496-67650cae2199 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0593302 Mar 30 16:45:34.632350 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-50a71248-5510-4310-b8ba-88d28f257008 req-3e0cb2d3-06e0-4ff5-8bf3-a49685622426 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507736 Mar 30 16:45:35.186524 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d4d306-7b03-4d80-b5c1-9a71c18e0b21 req-c2014fd0-f6ab-4097-b0c8-d60c63e7cb17 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:35.187960 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6d4d306-7b03-4d80-b5c1-9a71c18e0b21 req-c2014fd0-f6ab-4097-b0c8-d60c63e7cb17 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0527949 Mar 30 16:45:35.235848 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a6d4d306-7b03-4d80-b5c1-9a71c18e0b21 req-ba220eb9-0a65-499d-b3e9-62fe9c69dea4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421011 Mar 30 16:45:35.756959 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5eef5-62ec-4713-a332-02adddb85ecd req-7b8f8a1c-78d1-4b05-adfa-8ce265555605 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:35.758483 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ff5eef5-62ec-4713-a332-02adddb85ecd req-7b8f8a1c-78d1-4b05-adfa-8ce265555605 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0560350 Mar 30 16:45:35.790661 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:35.816138 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ff5eef5-62ec-4713-a332-02adddb85ecd req-14690487-4a64-455c-8e96-4ab4e88d6d68 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520391 Mar 30 16:45:36.362314 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c0962-b5cf-4046-a3f4-99f8166c5b81 req-06f7108d-470f-404d-9182-b24d46cdab28 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:36.363807 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c28c0962-b5cf-4046-a3f4-99f8166c5b81 req-06f7108d-470f-404d-9182-b24d46cdab28 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 944 time: 0.0628183 Mar 30 16:45:36.369636 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:45:36.416025 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c28c0962-b5cf-4046-a3f4-99f8166c5b81 req-9140b615-0b0f-413e-854c-1f425123109f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464921 Mar 30 16:45:36.471817 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8b570ed5-c8bc-4804-8beb-c03ef1f01d68,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:36.484400 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'port_id': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'mac_address': 'fa:16:3e:7c:64:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:45:36.521710 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:36.522024 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:36.534990 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:45:36.554121 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8b570ed5-c8bc-4804-8beb-c03ef1f01d68,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:36.625645 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:36.626325 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 4a716b51-92d5-4c45-8739-d5880a3910f3 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:45:36.716881 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=8b570ed5-c8bc-4804-8beb-c03ef1f01d68,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:36.761522 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:36.772695 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'port_id': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'mac_address': 'fa:16:3e:e6:a8:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 529, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:45:36.812680 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 4a716b51-92d5-4c45-8739-d5880a3910f3 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:36.813303 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:36.825088 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a716b51-92d5-4c45-8739-d5880a3910f3 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:45:36.862964 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:36.946994 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6304c77-9323-4149-a8d7-e2d0feadcaef req-0051c238-dcbb-47d5-b773-15d3b9043dbb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:36.948462 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c6304c77-9323-4149-a8d7-e2d0feadcaef req-0051c238-dcbb-47d5-b773-15d3b9043dbb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 943 time: 0.0537460 Mar 30 16:45:36.948586 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:36.999934 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=4a716b51-92d5-4c45-8739-d5880a3910f3,revision_number=9']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:37.001372 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c6304c77-9323-4149-a8d7-e2d0feadcaef req-29437653-69b7-40aa-a8f3-2aff129c4687 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461485 Mar 30 16:45:37.204040 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['8b570ed5-c8bc-4804-8beb-c03ef1f01d68'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:45:37.207356 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['4a716b51-92d5-4c45-8739-d5880a3910f3'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:45:37.534654 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598b742-f48e-4481-ad04-955ece18c493 req-18c2028b-9e4b-4ed0-9593-3d1182544942 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:37.536949 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5598b742-f48e-4481-ad04-955ece18c493 req-18c2028b-9e4b-4ed0-9593-3d1182544942 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 945 time: 0.0527999 Mar 30 16:45:37.584538 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5598b742-f48e-4481-ad04-955ece18c493 req-a18a83c7-9281-4717-90e1-82dff4f23dc4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420327 Mar 30 16:45:38.124935 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518dd13-1cdb-4172-bfdc-76245bc4bb96 req-e3e1de1e-08a2-42de-a8bf-5eb311490643 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:38.126385 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d518dd13-1cdb-4172-bfdc-76245bc4bb96 req-e3e1de1e-08a2-42de-a8bf-5eb311490643 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 944 time: 0.0531971 Mar 30 16:45:38.172429 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d518dd13-1cdb-4172-bfdc-76245bc4bb96 req-071fe47e-78b5-4e21-a425-5c1c9bac36bd tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405509 Mar 30 16:45:38.392644 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:45:38.499758 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:45:38.504021 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:45:38.504422 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:38.587859 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:38.588252 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:38.614230 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:38.616428 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24e51022-5039-4566-8e0e-c779d489f617" -d '{"events": [{"server_uuid": "3e0a3d4c-0173-4d21-bb07-750b8b2388e4", "name": "network-vif-plugged", "status": "completed", "tag": "8b570ed5-c8bc-4804-8beb-c03ef1f01d68"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:38.631819 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8b570ed5-c8bc-4804-8beb-c03ef1f01d68,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:38.703758 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f94501-4fc4-410a-a588-1d3b945a7590 x-openstack-request-id: req-a1f94501-4fc4-410a-a588-1d3b945a7590 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:38.703758 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0a3d4c-0173-4d21-bb07-750b8b2388e4", "name": "network-vif-plugged", "status": "completed", "tag": "8b570ed5-c8bc-4804-8beb-c03ef1f01d68", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:38.703758 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1f94501-4fc4-410a-a588-1d3b945a7590 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:38.703758 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f94501-4fc4-410a-a588-1d3b945a7590'] response: {'server_uuid': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'code': 200} Mar 30 16:45:38.730365 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b618c17-3a99-4a45-9804-c5a985457fdb req-fc34281c-b0d3-4ed6-bc21-145f0a19fa18 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:38.731992 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2b618c17-3a99-4a45-9804-c5a985457fdb req-fc34281c-b0d3-4ed6-bc21-145f0a19fa18 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 945 time: 0.0717432 Mar 30 16:45:38.788811 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2b618c17-3a99-4a45-9804-c5a985457fdb req-e588c6d7-a8f9-444f-9143-d6f0f9c92e6d tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494192 Mar 30 16:45:39.304674 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826b94b-342e-40c2-8156-5fa12ee6593e req-30590b37-3498-43f8-891d-432b381b6d55 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:39.306184 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f826b94b-342e-40c2-8156-5fa12ee6593e req-30590b37-3498-43f8-891d-432b381b6d55 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 944 time: 0.0548646 Mar 30 16:45:39.354132 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f826b94b-342e-40c2-8156-5fa12ee6593e req-8fd146bc-5a5c-4353-b6f4-129cd861d3b6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423083 Mar 30 16:45:39.440329 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:39.441063 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 4a716b51-92d5-4c45-8739-d5880a3910f3 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:45:39.527804 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=8b570ed5-c8bc-4804-8beb-c03ef1f01d68,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:39.540464 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 4a716b51-92d5-4c45-8739-d5880a3910f3 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:45:39.540464 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:39.619603 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 4a716b51-92d5-4c45-8739-d5880a3910f3 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:45:39.619987 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:39.652843 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:45:39.687768 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01176836-0560-4ed1-9f1c-1a36a65fa55e req-b59204a9-86ce-4625-9f38-2a9ef6ee2b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:39.689321 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-01176836-0560-4ed1-9f1c-1a36a65fa55e req-b59204a9-86ce-4625-9f38-2a9ef6ee2b86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 1130 time: 0.0442588 Mar 30 16:45:39.740055 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-01176836-0560-4ed1-9f1c-1a36a65fa55e req-7b193880-c8b9-4a12-993c-369d31e23df3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448053 Mar 30 16:45:39.745000 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:39.793625 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=4a716b51-92d5-4c45-8739-d5880a3910f3,revision_number=10']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:39.909485 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fd393-6d8c-4e4e-8641-d262b7bc4a7c req-5acfcf8c-d75d-4854-9ea2-a8df3c61d40c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:39.910963 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c35fd393-6d8c-4e4e-8641-d262b7bc4a7c req-5acfcf8c-d75d-4854-9ea2-a8df3c61d40c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 946 time: 0.0535221 Mar 30 16:45:39.962452 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c35fd393-6d8c-4e4e-8641-d262b7bc4a7c req-1e814fdb-4ade-494a-881c-edc396386dab tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460458 Mar 30 16:45:40.475935 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809fed7-c8b6-4485-9caf-120d44e04022 req-d14ee724-2872-4580-b0c7-e09550545562 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:40.477394 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2809fed7-c8b6-4485-9caf-120d44e04022 req-d14ee724-2872-4580-b0c7-e09550545562 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 946 time: 0.0514438 Mar 30 16:45:40.523460 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2809fed7-c8b6-4485-9caf-120d44e04022 req-6905a546-a064-4505-9d67-1ca2b6507fd9 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400946 Mar 30 16:45:40.660019 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:40.662258 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce20496-51d7-48ac-ad3b-982832c58026" -d '{"events": [{"server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "name": "network-vif-plugged", "status": "completed", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:40.695585 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bcab098-115b-4e82-964c-129ea9e72a0d x-openstack-request-id: req-0bcab098-115b-4e82-964c-129ea9e72a0d {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:40.695880 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "name": "network-vif-plugged", "status": "completed", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:40.696133 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bcab098-115b-4e82-964c-129ea9e72a0d {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:40.696575 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bcab098-115b-4e82-964c-129ea9e72a0d'] response: {'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'code': 200} Mar 30 16:45:41.084905 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4820eb-cfe8-4fad-8f7c-6be819119ad5 req-8da62288-0740-4e94-8f5e-f9a86eab4c86 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:41.086473 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e4820eb-cfe8-4fad-8f7c-6be819119ad5 req-8da62288-0740-4e94-8f5e-f9a86eab4c86 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 946 time: 0.0553555 Mar 30 16:45:41.139514 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e4820eb-cfe8-4fad-8f7c-6be819119ad5 req-2dd79940-65f5-4438-b1b8-9556a0d7edca tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468559 Mar 30 16:45:41.247838 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417ed2e-403c-4600-a6fe-8feafe15e945 req-0b9ad228-746b-490a-949c-a32e9d49a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:41.249281 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3417ed2e-403c-4600-a6fe-8feafe15e945 req-0b9ad228-746b-490a-949c-a32e9d49a956 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 1130 time: 0.3001225 Mar 30 16:45:41.292125 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3417ed2e-403c-4600-a6fe-8feafe15e945 req-b95b6a28-afb0-4e44-8aab-5fee91ec5069 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362003 Mar 30 16:45:41.651704 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7c427-eff2-4237-a187-d308dde1c5d1 req-8fd35373-c23d-491f-a60c-201fdd4cbd78 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:41.653289 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ce7c427-eff2-4237-a187-d308dde1c5d1 req-8fd35373-c23d-491f-a60c-201fdd4cbd78 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 946 time: 0.0561600 Mar 30 16:45:41.700164 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8ce7c427-eff2-4237-a187-d308dde1c5d1 req-90763236-7d72-4833-9304-178be7dc1d01 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406003 Mar 30 16:45:42.264409 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4445a40-9db4-474a-82dc-ba47140b192a req-d5a41971-a8d4-4efc-a4b7-3da3a40bfa12 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:42.266507 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4445a40-9db4-474a-82dc-ba47140b192a req-d5a41971-a8d4-4efc-a4b7-3da3a40bfa12 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 946 time: 0.0519283 Mar 30 16:45:42.315617 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4445a40-9db4-474a-82dc-ba47140b192a req-df2f7807-985e-4a5b-91a1-b7deca4eaaa4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434878 Mar 30 16:45:42.440129 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e0fd32-7f1d-4520-9d74-6af155067360 req-94050d48-5113-4a01-a423-8357a6c2746f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:42.441510 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-95e0fd32-7f1d-4520-9d74-6af155067360 req-94050d48-5113-4a01-a423-8357a6c2746f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 946 time: 0.0566995 Mar 30 16:45:42.489083 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-95e0fd32-7f1d-4520-9d74-6af155067360 req-957f8291-be2e-4cba-aec4-69c17384bed7 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418782 Mar 30 16:45:42.511851 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46006) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:42.557941 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c442498f-9223-41ab-b7e9-bcde975be2dd tempest-TestVolumeBootPattern-1113774970 tempest-TestVolumeBootPattern-1113774970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:42.559600 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-c442498f-9223-41ab-b7e9-bcde975be2dd tempest-TestVolumeBootPattern-1113774970 tempest-TestVolumeBootPattern-1113774970-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 1125 time: 0.0467148 Mar 30 16:45:42.562277 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46012) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:42.567557 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'port_id': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:45:42.661148 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:42.767828 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:42.826629 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3010e8d4-4902-4886-bff0-e8c80ec28161 req-15cc35dd-bbe6-4042-b810-749e3c7f1afc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:42.828696 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3010e8d4-4902-4886-bff0-e8c80ec28161 req-15cc35dd-bbe6-4042-b810-749e3c7f1afc tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 946 time: 0.0573015 Mar 30 16:45:42.872405 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Allocated IP 172.27.0.153 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/f719420e-b57f-4115-ab6a-579bc0165c57) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:45:42.881437 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3010e8d4-4902-4886-bff0-e8c80ec28161 req-b37d46ba-e044-468f-9262-6ed3a94aab66 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470026 Mar 30 16:45:42.987286 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for port (f719420e-b57f-4115-ab6a-579bc0165c57), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:43.114331 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (f719420e-b57f-4115-ab6a-579bc0165c57), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:43.152433 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:45:43.157161 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:45:43.162027 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:45:43.167523 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'Port': ['ID=f719420e-b57f-4115-ab6a-579bc0165c57,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:43.523125 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (ed013b58-4636-4747-bcb9-7ad763f8d475), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:43.627799 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f719420e-b57f-4115-ab6a-579bc0165c57), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:43.789195 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for port (f719420e-b57f-4115-ab6a-579bc0165c57), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:43.879468 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (f719420e-b57f-4115-ab6a-579bc0165c57), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:43.950743 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'Port': ['ID=f719420e-b57f-4115-ab6a-579bc0165c57,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:43.965583 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (ed013b58-4636-4747-bcb9-7ad763f8d475), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:44.032103 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b918e848-04a9-4465-8dcf-0eb90b279a5c req-7d3bbc6f-8817-414b-9d35-963fba86d5d9 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:44.035327 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b918e848-04a9-4465-8dcf-0eb90b279a5c req-7d3bbc6f-8817-414b-9d35-963fba86d5d9 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 946 time: 0.0639625 Mar 30 16:45:44.081632 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.l3_db [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Floating IP ed013b58-4636-4747-bcb9-7ad763f8d475 associated. External IP: 172.27.0.153, port: 8b570ed5-c8bc-4804-8beb-c03ef1f01d68. Mar 30 16:45:44.087418 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b918e848-04a9-4465-8dcf-0eb90b279a5c req-bca55f3b-a15e-42f2-ab20-1157f16ccea7 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462751 Mar 30 16:45:44.288506 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Router 6d2d139e-1476-4fc3-930c-07cd9494070a has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:45:44.400248 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:45:44.418275 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7f26f-dff2-4819-a967-d29e2df2b15a None None] Sync routers for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:45:44.434914 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7f26f-dff2-4819-a967-d29e2df2b15a None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:44.434914 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5ca7f26f-dff2-4819-a967-d29e2df2b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:45:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:44.481280 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:44.511345 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-4092f778-b1e8-4397-be8a-16ad5d315497 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9479334 Mar 30 16:45:44.511951 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'tag': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:45:44.514179 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14afe0da-4610-4c67-8e8c-456f29a0b9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0a3d4c-0173-4d21-bb07-750b8b2388e4", "tag": "8b570ed5-c8bc-4804-8beb-c03ef1f01d68"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:45:44.535951 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-5ca7f26f-dff2-4819-a967-d29e2df2b15a None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:44.563823 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b8c639-74b6-4248-9b56-2cee23c29134 x-openstack-request-id: req-23b8c639-74b6-4248-9b56-2cee23c29134 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:45:44.564333 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0a3d4c-0173-4d21-bb07-750b8b2388e4", "tag": "8b570ed5-c8bc-4804-8beb-c03ef1f01d68", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:45:44.564333 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23b8c639-74b6-4248-9b56-2cee23c29134 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:45:44.564748 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b8c639-74b6-4248-9b56-2cee23c29134'] response: {'name': 'network-changed', 'server_uuid': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'tag': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'status': 'completed', 'code': 200} Mar 30 16:45:44.637515 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afe0da-4610-4c67-8e8c-456f29a0b9aa req-7d0f9c6a-7e8a-4e9d-a608-ac99d1318623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:44.639058 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-14afe0da-4610-4c67-8e8c-456f29a0b9aa req-7d0f9c6a-7e8a-4e9d-a608-ac99d1318623 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 1130 time: 0.0480475 Mar 30 16:45:44.725630 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afe0da-4610-4c67-8e8c-456f29a0b9aa req-d348ef40-eb35-49b5-aafe-bf9956903b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:44.727040 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-14afe0da-4610-4c67-8e8c-456f29a0b9aa req-d348ef40-eb35-49b5-aafe-bf9956903b99 service neutron] 10.222.0.41 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 913 time: 0.0821178 Mar 30 16:45:44.769196 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5ca7f26f-dff2-4819-a967-d29e2df2b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'ed013b58-4636-4747-bcb9-7ad763f8d475', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:7c:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:43Z', 'updated_at': '2022-03-30T16:45:43Z', 'revision_number': 0, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:44.795206 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-14afe0da-4610-4c67-8e8c-456f29a0b9aa req-81013182-8d90-43fa-9f80-ccd8ffbd910b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b570ed5-c8bc-4804-8beb-c03ef1f01d68 HTTP/1.1" status: 200 len: 1000 time: 0.0611312 Mar 30 16:45:44.795469 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7f26f-dff2-4819-a967-d29e2df2b15a None None] Checking router: 6d2d139e-1476-4fc3-930c-07cd9494070a for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:45:44.803577 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca7f26f-dff2-4819-a967-d29e2df2b15a None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:45:44.804167 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5ca7f26f-dff2-4819-a967-d29e2df2b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:45:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:44.844233 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afe0da-4610-4c67-8e8c-456f29a0b9aa req-469fd6e5-bb0f-4f01-9a29-5eba4cabc265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:44.845807 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-14afe0da-4610-4c67-8e8c-456f29a0b9aa req-469fd6e5-bb0f-4f01-9a29-5eba4cabc265 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17dce1d2-dae1-4b1d-bded-3495159a04ef HTTP/1.1" status: 200 len: 851 time: 0.0436027 Mar 30 16:45:44.895058 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14afe0da-4610-4c67-8e8c-456f29a0b9aa req-db344f4c-644c-45ed-8cfd-5cac164b6431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:44.896539 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-14afe0da-4610-4c67-8e8c-456f29a0b9aa req-db344f4c-644c-45ed-8cfd-5cac164b6431 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600fe998-8bc1-41e5-a22d-851373094fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446508 Mar 30 16:45:44.911013 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-5ca7f26f-dff2-4819-a967-d29e2df2b15a None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:45:44.993104 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-14afe0da-4610-4c67-8e8c-456f29a0b9aa req-fa8ffb6f-dc16-448c-82c9-9dcc191ab6b6 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887983 Mar 30 16:45:45.083440 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-14afe0da-4610-4c67-8e8c-456f29a0b9aa req-3ec50e40-d85a-488e-ba7e-7d0758125b65 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838909 Mar 30 16:45:45.139936 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5ca7f26f-dff2-4819-a967-d29e2df2b15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'ed013b58-4636-4747-bcb9-7ad763f8d475', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:7c:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:43Z', 'updated_at': '2022-03-30T16:45:43Z', 'revision_number': 0, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:45:45.170770 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca7f26f-dff2-4819-a967-d29e2df2b15a None None] The sync data for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi is: [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'ed013b58-4636-4747-bcb9-7ad763f8d475', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:7c:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:43Z', 'updated_at': '2022-03-30T16:45:43Z', 'revision_number': 0, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:45:45.221822 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b227cf2-69df-4d5b-a2d3-f6d545063d16 req-2026e2a4-2fbb-47a6-b20b-85209fe8c5bb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:45:45.223365 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b227cf2-69df-4d5b-a2d3-f6d545063d16 req-2026e2a4-2fbb-47a6-b20b-85209fe8c5bb tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 946 time: 0.0570757 Mar 30 16:45:45.273422 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5b227cf2-69df-4d5b-a2d3-f6d545063d16 req-c89d7543-68be-44f5-8933-4fec81fdf5d3 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440357 Mar 30 16:45:45.374059 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33305d5-c7b5-4be1-8dd1-6b3476906b78 None None] New status for floating IP ed013b58-4636-4747-bcb9-7ad763f8d475: ACTIVE {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:45:49.824526 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:55.932675 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46150) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:56.037176 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:56.109321 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Publish callbacks [] for security_group (0ea4565c-7b57-4786-95ff-98adc4fca11f), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:56.173435 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0ea4565c-7b57-4786-95ff-98adc4fca11f), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:56.214522 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea4565c-7b57-4786-95ff-98adc4fca11f,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:56.218494 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b34804773c34493b4cfddb83c71d45f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2847898 Mar 30 16:45:56.221414 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46156) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:45:56.224480 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.224770 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.225119 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.225464 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.225801 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.226134 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.226464 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.226816 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.227146 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.227475 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.227802 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.228126 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.228452 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.228773 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.229092 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d6061a-3764-4d90-94f7-ee55299849cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.273739 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Publish callbacks [] for security_group (0ea4565c-7b57-4786-95ff-98adc4fca11f), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:56.293696 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Publish callbacks [] for security_group (0ea4565c-7b57-4786-95ff-98adc4fca11f), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:56.413544 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0ea4565c-7b57-4786-95ff-98adc4fca11f), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:56.416158 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:45:56.417307 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ea4565c-7b57-4786-95ff-98adc4fca11f HTTP/1.1" status: 204 len: 168 time: 0.1949136 Mar 30 16:45:56.425432 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea4565c-7b57-4786-95ff-98adc4fca11f,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:45:56.432653 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.433030 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.433376 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.433719 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.434055 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.434378 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.434731 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.435085 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.435388 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.435768 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.436041 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.436370 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.436693 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.437014 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:56.437335 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1654c1e-a070-44ed-a916-baf2bf8205b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:45:59.462137 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1db2f9ae-84c2-45c9-ba15-c0b647b4decc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:01.739941 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d2e71cdf-2388-405e-8065-9ada269c150a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:03.051533 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:04.325022 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:05.511112 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:46:05.787542 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:08.801786 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c188851f-77ce-4fda-893f-9af8db62f394 req-cfaa535e-7be1-4834-8510-f0ed70caf6c4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:08.803289 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c188851f-77ce-4fda-893f-9af8db62f394 req-cfaa535e-7be1-4834-8510-f0ed70caf6c4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 946 time: 0.0583124 Mar 30 16:46:08.849621 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c188851f-77ce-4fda-893f-9af8db62f394 req-a8e4eafe-3609-4c76-887a-d5cb75b51319 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406916 Mar 30 16:46:09.973071 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d775eb-a78f-40d8-8e77-584ffff8c192 req-c8908b71-855f-4e21-b77b-0b447524f029 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:09.974456 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0d775eb-a78f-40d8-8e77-584ffff8c192 req-c8908b71-855f-4e21-b77b-0b447524f029 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 946 time: 0.0529363 Mar 30 16:46:10.018654 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0d775eb-a78f-40d8-8e77-584ffff8c192 req-21b947ed-bbe0-44f6-b477-c67bc8892ae5 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385649 Mar 30 16:46:11.136138 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6363b094-f930-4878-ad8d-644c4a1e3023 req-a8db530d-3120-4cbd-8cb2-bd80c2284883 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:11.137614 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6363b094-f930-4878-ad8d-644c4a1e3023 req-a8db530d-3120-4cbd-8cb2-bd80c2284883 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 946 time: 0.0505118 Mar 30 16:46:11.186354 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6363b094-f930-4878-ad8d-644c4a1e3023 req-48c0c22d-ac44-4d66-8c37-aff62469a988 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431287 Mar 30 16:46:12.264691 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e5678d-b206-4571-b895-4b14a14cd426 req-e6ed2f1f-73a0-4bfe-bb41-8091a7f70e95 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:12.266155 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-56e5678d-b206-4571-b895-4b14a14cd426 req-e6ed2f1f-73a0-4bfe-bb41-8091a7f70e95 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 946 time: 0.0515418 Mar 30 16:46:12.304385 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61278eb-38a5-4d41-957d-97646bf1ab3c req-ec662594-58ae-4733-ac4a-28b33b0dda7a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:12.305867 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b61278eb-38a5-4d41-957d-97646bf1ab3c req-ec662594-58ae-4733-ac4a-28b33b0dda7a tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 946 time: 0.0523148 Mar 30 16:46:12.352654 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b61278eb-38a5-4d41-957d-97646bf1ab3c req-5c552002-bbd2-4de4-bdbf-214020df06c4 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups?id=85206cf2-bf85-42d7-b381-bd785062b6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409975 Mar 30 16:46:12.358931 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Deleting port 2089a67a-a7af-4ccf-ac4c-9a056312a81c {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:12.359275 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:12.447984 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] For port 2089a67a-a7af-4ccf-ac4c-9a056312a81c, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=2089a67a-a7af-4ccf-ac4c-9a056312a81c,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:12.448350 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:12.614803 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:12.615161 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (23c3a16b-2044-4348-b9df-a902b628b72f), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:12.615477 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.l3_db [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Floating IP 23c3a16b-2044-4348-b9df-a902b628b72f disassociated. External IP: 172.27.0.167, port: 2089a67a-a7af-4ccf-ac4c-9a056312a81c. Mar 30 16:46:12.615812 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Calling delete_port for 2089a67a-a7af-4ccf-ac4c-9a056312a81c owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:12.807859 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (2089a67a-a7af-4ccf-ac4c-9a056312a81c), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:12.837264 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'Port': ['ID=2089a67a-a7af-4ccf-ac4c-9a056312a81c,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:12.958713 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:13.073809 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:13.084711 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e941fd67-91e0-4c6b-9c9c-a39d28040ea8 None None] Sync routers for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:13.094866 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941fd67-91e0-4c6b-9c9c-a39d28040ea8 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:13.095552 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-e941fd67-91e0-4c6b-9c9c-a39d28040ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:13.124214 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] No DVR routers for this DVR port 2089a67a-a7af-4ccf-ac4c-9a056312a81c on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:46:13.127167 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:13.131413 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-56e5678d-b206-4571-b895-4b14a14cd426 req-41c1cf78-e104-488f-8ef4-32c67dafcbeb tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.41 "DELETE /v2.0/ports/2089a67a-a7af-4ccf-ac4c-9a056312a81c HTTP/1.1" status: 204 len: 173 time: 0.8589504 Mar 30 16:46:13.131861 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'name': 'network-vif-deleted', 'tag': '2089a67a-a7af-4ccf-ac4c-9a056312a81c'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:46:13.136194 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19da8d7f-9ba3-4073-a124-2a47728e4ef3" -d '{"events": [{"server_uuid": "640c398f-e774-4c3a-8ead-21da85f46ac4", "name": "network-vif-deleted", "tag": "2089a67a-a7af-4ccf-ac4c-9a056312a81c"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:46:13.175578 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b398559-841f-45cd-96f3-94d745f6c018 x-openstack-request-id: req-4b398559-841f-45cd-96f3-94d745f6c018 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:46:13.176087 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "640c398f-e774-4c3a-8ead-21da85f46ac4", "name": "network-vif-deleted", "tag": "2089a67a-a7af-4ccf-ac4c-9a056312a81c", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:46:13.176203 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4b398559-841f-45cd-96f3-94d745f6c018 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:46:13.176515 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b398559-841f-45cd-96f3-94d745f6c018'] response: {'server_uuid': '640c398f-e774-4c3a-8ead-21da85f46ac4', 'name': 'network-vif-deleted', 'tag': '2089a67a-a7af-4ccf-ac4c-9a056312a81c', 'status': 'completed', 'code': 200} Mar 30 16:46:13.223091 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-e941fd67-91e0-4c6b-9c9c-a39d28040ea8 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:13.470481 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-e941fd67-91e0-4c6b-9c9c-a39d28040ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:13.478858 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f9a3b336-1436-4bf3-80a7-0b541f638767 req-f69b2b4e-e134-4c4b-a400-846bfee8991d tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/ports?device_id=640c398f-e774-4c3a-8ead-21da85f46ac4 HTTP/1.1" status: 200 len: 210 time: 0.0329502 Mar 30 16:46:13.499770 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e941fd67-91e0-4c6b-9c9c-a39d28040ea8 None None] Checking router: b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:13.511564 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e941fd67-91e0-4c6b-9c9c-a39d28040ea8 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:13.515821 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-e941fd67-91e0-4c6b-9c9c-a39d28040ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:13.618184 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-e941fd67-91e0-4c6b-9c9c-a39d28040ea8 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:13.828663 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-e941fd67-91e0-4c6b-9c9c-a39d28040ea8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:13.858271 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e941fd67-91e0-4c6b-9c9c-a39d28040ea8 None None] The sync data for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi is: [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:39:29Z', 'revision_number': 4, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '9c57c410-905f-4989-8bac-b856c0e08389', 'name': '', 'network_id': '25a23ead-595b-4257-94d5-46389d5e6899', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'mac_address': 'fa:16:3e:c7:9c:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:28Z', 'updated_at': '2022-03-30T16:39:43Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'subnets': [{'id': 'ce2d2ce2-f666-4ed6-8ebb-27ffff21e668', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:14.090478 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b0f060-03b2-45c6-9466-ba6498b04f3c None None] New status for floating IP 23c3a16b-2044-4348-b9df-a902b628b72f: DOWN {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:46:14.656565 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46332) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:14.711812 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-86202a97-5276-4f13-a377-2911c5f6c811 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (85206cf2-bf85-42d7-b381-bd785062b6d2), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:14.738564 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-86202a97-5276-4f13-a377-2911c5f6c811 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (85206cf2-bf85-42d7-b381-bd785062b6d2), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:14.856069 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-86202a97-5276-4f13-a377-2911c5f6c811 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (85206cf2-bf85-42d7-b381-bd785062b6d2), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:14.858624 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-86202a97-5276-4f13-a377-2911c5f6c811 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:14.859791 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-86202a97-5276-4f13-a377-2911c5f6c811 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "DELETE /v2.0/security-groups/85206cf2-bf85-42d7-b381-bd785062b6d2 HTTP/1.1" status: 204 len: 168 time: 0.2021837 Mar 30 16:46:14.862456 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46340) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:14.870597 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86202a97-5276-4f13-a377-2911c5f6c811 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85206cf2-bf85-42d7-b381-bd785062b6d2,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:14.876570 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.api.v2.resource [None req-681b3582-faaa-446a-ace5-296f707cfa44 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] show failed (client error): The resource could not be found. Mar 30 16:46:14.877786 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-681b3582-faaa-446a-ace5-296f707cfa44 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "GET /v2.0/security-groups/85206cf2-bf85-42d7-b381-bd785062b6d2 HTTP/1.1" status: 404 len: 347 time: 0.0141497 Mar 30 16:46:14.883355 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46342) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:15.009052 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-a3be0c4d-407a-4c1c-b5ab-99badd7c7b87 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Deleting port 92cf0255-2980-4a16-8e33-dfa7d12d5ae0 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:15.009294 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a3be0c4d-407a-4c1c-b5ab-99badd7c7b87 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (92cf0255-2980-4a16-8e33-dfa7d12d5ae0), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.082451 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a3be0c4d-407a-4c1c-b5ab-99badd7c7b87 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (92cf0255-2980-4a16-8e33-dfa7d12d5ae0), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.082808 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a3be0c4d-407a-4c1c-b5ab-99badd7c7b87 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (92cf0255-2980-4a16-8e33-dfa7d12d5ae0), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.094031 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-a3be0c4d-407a-4c1c-b5ab-99badd7c7b87 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Calling delete_port for 92cf0255-2980-4a16-8e33-dfa7d12d5ae0 owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:15.321582 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a3be0c4d-407a-4c1c-b5ab-99badd7c7b87 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (92cf0255-2980-4a16-8e33-dfa7d12d5ae0), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.347703 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3be0c4d-407a-4c1c-b5ab-99badd7c7b87 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Pushing event deleted for resources: {'Port': ['ID=92cf0255-2980-4a16-8e33-dfa7d12d5ae0,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:15.408194 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a3be0c4d-407a-4c1c-b5ab-99badd7c7b87 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks [] for floatingip (23c3a16b-2044-4348-b9df-a902b628b72f), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.411390 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a3be0c4d-407a-4c1c-b5ab-99badd7c7b87 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:15.412667 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a3be0c4d-407a-4c1c-b5ab-99badd7c7b87 tempest-AttachVolumeNegativeTest-1996113250 tempest-AttachVolumeNegativeTest-1996113250-project] 10.222.0.21 "DELETE /v2.0/floatingips/23c3a16b-2044-4348-b9df-a902b628b72f HTTP/1.1" status: 204 len: 168 time: 0.5283401 Mar 30 16:46:16.557279 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 2089a67a-a7af-4ccf-ac4c-9a056312a81c no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:46:16.577217 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 2089a67a-a7af-4ccf-ac4c-9a056312a81c {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:46:16.577557 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 2089a67a-a7af-4ccf-ac4c-9a056312a81c not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:46:18.845859 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46390) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:18.948593 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bb01eb7a-7634-4994-97f5-7cebe5492d29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.030245 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bb01eb7a-7634-4994-97f5-7cebe5492d29 admin admin] Publish callbacks [] for security_group (1a85dc61-f120-4bc9-9f2f-e1135636fce1), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.098944 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-bb01eb7a-7634-4994-97f5-7cebe5492d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (1a85dc61-f120-4bc9-9f2f-e1135636fce1), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.137645 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-bb01eb7a-7634-4994-97f5-7cebe5492d29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a9c8bce413b4d04bc0803124f2a8ea2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2906976 Mar 30 16:46:19.138519 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb01eb7a-7634-4994-97f5-7cebe5492d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a85dc61-f120-4bc9-9f2f-e1135636fce1,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:19.140409 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46394) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:19.192674 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7f34ff1f-7313-45c4-a3ec-1df11d818aa0 admin admin] Publish callbacks [] for security_group (1a85dc61-f120-4bc9-9f2f-e1135636fce1), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.460002 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7f34ff1f-7313-45c4-a3ec-1df11d818aa0 admin admin] Publish callbacks [] for security_group (1a85dc61-f120-4bc9-9f2f-e1135636fce1), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.559048 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7f34ff1f-7313-45c4-a3ec-1df11d818aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (1a85dc61-f120-4bc9-9f2f-e1135636fce1), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.561555 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7f34ff1f-7313-45c4-a3ec-1df11d818aa0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:19.562717 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-7f34ff1f-7313-45c4-a3ec-1df11d818aa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1a85dc61-f120-4bc9-9f2f-e1135636fce1 HTTP/1.1" status: 204 len: 168 time: 0.4206870 Mar 30 16:46:19.571894 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34ff1f-7313-45c4-a3ec-1df11d818aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a85dc61-f120-4bc9-9f2f-e1135636fce1,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:19.810781 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46406) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:19.864926 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.522123 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755846'] for router_interface (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.618443 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46428) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:20.714807 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-551769643-network', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:20.774160 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] Deleting port 9c57c410-905f-4989-8bac-b856c0e08389 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:20.774490 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (9c57c410-905f-4989-8bac-b856c0e08389), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.799553 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Made reservation on behalf of 271d66244aa14243b27a2fcf55275bcd for: {'network': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:20.799553 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.807079 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.852989 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] For port 9c57c410-905f-4989-8bac-b856c0e08389, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=9c57c410-905f-4989-8bac-b856c0e08389,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:20.853356 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (9c57c410-905f-4989-8bac-b856c0e08389), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.866153 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] Calling delete_port for 9c57c410-905f-4989-8bac-b856c0e08389 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:20.880157 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Publish callbacks [] for security_group (8e30e1ed-cf51-4bd5-92d2-046b9eddf35c), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.958638 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8e30e1ed-cf51-4bd5-92d2-046b9eddf35c), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.985148 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=106608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:46:20.992407 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e30e1ed-cf51-4bd5-92d2-046b9eddf35c,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:20.998237 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (c86d59b9-7d26-4182-a9af-dd5acdad6e2c), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:20.998594 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.segments_db [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Added segment c86d59b9-7d26-4182-a9af-dd5acdad6e2c of type vlan for network aa4cebb7-4fd1-47fc-87e8-524051c7f431 Mar 30 16:46:21.038899 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (aa4cebb7-4fd1-47fc-87e8-524051c7f431), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.096173 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (9c57c410-905f-4989-8bac-b856c0e08389), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.119070 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (aa4cebb7-4fd1-47fc-87e8-524051c7f431), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.120052 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:21.120642 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.126284 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=9c57c410-905f-4989-8bac-b856c0e08389,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:21.186795 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] Pushing event updated for resources: {'Network': ['ID=aa4cebb7-4fd1-47fc-87e8-524051c7f431,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:21.207306 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network aa4cebb7-4fd1-47fc-87e8-524051c7f431 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:46:21.250383 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-c006412f-8b64-4833-b33a-4841501291bc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6308112 Mar 30 16:46:21.253198 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46432) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:21.260914 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] Request body: {'subnet': {'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-551769643-subnet', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:21.307947 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3909953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3753174'] for router_interface (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.356124 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] Made reservation on behalf of 271d66244aa14243b27a2fcf55275bcd for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:21.358359 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12250423'] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.532397 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] Router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:21.602190 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12227333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12250401'] for subnet (e2d4f594-88fc-4f70-a374-0461ec5e34bf), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.640563 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:21.645830 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-78fd7584-f237-4596-ab02-9d27f29b1a2a admin admin] 10.222.0.21 "PUT /v2.0/routers/b01ed2ab-8983-47a6-b1d4-be2f65ae3b39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8340149 Mar 30 16:46:21.648631 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46434) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:21.652051 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc50ae-5cc8-45fb-a452-ef4049908b64 None None] Sync routers for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:21.664962 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc50ae-5cc8-45fb-a452-ef4049908b64 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:21.665628 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-6abc50ae-5cc8-45fb-a452-ef4049908b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:21.671439 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2d4f594-88fc-4f70-a374-0461ec5e34bf,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:21.681673 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] Checking segment: {'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:21.682109 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] Network hostable DHCP agents. Network: aa4cebb7-4fd1-47fc-87e8-524051c7f431, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:46:21.757596 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Publish callbacks [] for router (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.777384 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-6abc50ae-5cc8-45fb-a452-ef4049908b64 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:21.810404 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] Network aa4cebb7-4fd1-47fc-87e8-524051c7f431 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:46:21.864161 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Publish callbacks [] for router_gateway (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.865027 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, aa4cebb7-4fd1-47fc-87e8-524051c7f431) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:21.873044 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a139a0-d757-4f8b-aa2e-fbaad6d033dc None None] Network aa4cebb7-4fd1-47fc-87e8-524051c7f431 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:21.873276 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:21.873929 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.963386 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-b7481193-06cd-4f82-95b1-13549772065b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7065902 Mar 30 16:46:21.964888 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46436) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:21.967945 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-6abc50ae-5cc8-45fb-a452-ef4049908b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:46:21Z', 'revision_number': 5, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port': {'id': 'f71b076f-2618-4b47-98fd-730d0eaa76e8', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:21Z', 'updated_at': '2022-03-30T16:39:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:21.969428 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:21.980996 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:46:21.982139 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:21.998863 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Deleting port f71b076f-2618-4b47-98fd-730d0eaa76e8 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:21.999718 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.000956 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc50ae-5cc8-45fb-a452-ef4049908b64 None None] Checking router: b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:22.012688 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abc50ae-5cc8-45fb-a452-ef4049908b64 None None] Routers {'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:22.013356 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-6abc50ae-5cc8-45fb-a452-ef4049908b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:22.047436 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3753742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15517'] for router (79c56d52-3452-4317-b689-233744579c02), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.048487 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3695843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15510'] for router (79c56d52-3452-4317-b689-233744579c02), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.101474 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] For port f71b076f-2618-4b47-98fd-730d0eaa76e8, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=f71b076f-2618-4b47-98fd-730d0eaa76e8,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:22.102354 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.118959 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Calling delete_port for f71b076f-2618-4b47-98fd-730d0eaa76e8 owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:22.120889 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-6abc50ae-5cc8-45fb-a452-ef4049908b64 None None] Set router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 gateway port host: None {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:22.124919 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Publish callbacks [] for router_controller (79c56d52-3452-4317-b689-233744579c02), precommit_add_association {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.134729 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Allocated IP 172.20.0.2 (aa4cebb7-4fd1-47fc-87e8-524051c7f431/e2d4f594-88fc-4f70-a374-0461ec5e34bf/663c9a27-9928-4e85-b818-1f71d25f87ff) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:22.178743 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-6abc50ae-5cc8-45fb-a452-ef4049908b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:46:21Z', 'revision_number': 6, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port_host': None}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:22.206188 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6abc50ae-5cc8-45fb-a452-ef4049908b64 None None] The sync data for ids ['b01ed2ab-8983-47a6-b1d4-be2f65ae3b39'] in dv-cinder-835871-1-iscsi is: [{'id': 'b01ed2ab-8983-47a6-b1d4-be2f65ae3b39', 'name': 'tempest-AttachVolumeNegativeTest-1782849170-router', 'tenant_id': '4fab43bb585b4ab98a6291af025dd6d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:19Z', 'updated_at': '2022-03-30T16:46:21Z', 'revision_number': 6, 'project_id': '4fab43bb585b4ab98a6291af025dd6d3', 'gw_port_host': None}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:22.297619 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Publish callbacks [] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.326837 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Publish callbacks [] for router_gateway (79c56d52-3452-4317-b689-233744579c02), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.365228 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.393620 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (f71b076f-2618-4b47-98fd-730d0eaa76e8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.419004 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Network aa4cebb7-4fd1-47fc-87e8-524051c7f431 is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:22.428002 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71b076f-2618-4b47-98fd-730d0eaa76e8,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:22.431260 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:22.435776 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:22.440295 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Pushing event updated for resources: {'Port': ['ID=663c9a27-9928-4e85-b818-1f71d25f87ff,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:22.466948 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.467339 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.467670 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.468441 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.468441 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.468650 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.468958 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.469280 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.469888 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.470213 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.470550 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.471094 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.471422 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.471738 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.472316 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:22.501500 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752252'] for router_gateway (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.513643 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Attempting to bind port 663c9a27-9928-4e85-b818-1f71d25f87ff on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:22.514011 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Attempting to bind port 663c9a27-9928-4e85-b818-1f71d25f87ff by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:22.514369 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Attempting to bind port 663c9a27-9928-4e85-b818-1f71d25f87ff on network aa4cebb7-4fd1-47fc-87e8-524051c7f431 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:22.521092 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:22.523831 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Checking segment: {'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:22.523831 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.523831 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Bound using segment: {'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:22.523831 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Bound port: 663c9a27-9928-4e85-b818-1f71d25f87ff, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:22.523831 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.619702 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] For port 663c9a27-9928-4e85-b818-1f71d25f87ff, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:22.624355 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] For port 663c9a27-9928-4e85-b818-1f71d25f87ff, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=663c9a27-9928-4e85-b818-1f71d25f87ff,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:22.632036 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3753632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15599'] for router (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.634411 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Publish callbacks [] for router_controller (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.713750 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 9c57c410-905f-4989-8bac-b856c0e08389 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:46:22.715961 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Publish callbacks [] for router_gateway (79c56d52-3452-4317-b689-233744579c02), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.717722 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.736038 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.764970 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 9c57c410-905f-4989-8bac-b856c0e08389 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:46:22.765229 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 9c57c410-905f-4989-8bac-b856c0e08389 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:46:22.776582 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3753689'] for router (b01ed2ab-8983-47a6-b1d4-be2f65ae3b39), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.777299 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:46:22.785533 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.789999 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e012cf98-8638-4350-a183-840c24fda406 admin admin] 10.222.0.21 "DELETE /v2.0/routers/b01ed2ab-8983-47a6-b1d4-be2f65ae3b39 HTTP/1.1" status: 204 len: 168 time: 1.1370962 Mar 30 16:46:22.789999 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46438) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:22.807686 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532e61d8-b0aa-4a2a-b2f3-3de46b4b0413 None None] Pushing event updated for resources: {'Port': ['ID=663c9a27-9928-4e85-b818-1f71d25f87ff,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:22.840513 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3ed6f3-24f2-4c99-a20d-11bd2fc18c18 admin admin] Deleting subnet ce2d2ce2-f666-4ed6-8ebb-27ffff21e668 {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:46:22.843934 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed6f3-24f2-4c99-a20d-11bd2fc18c18 admin admin] Publish callbacks [] for subnet (ce2d2ce2-f666-4ed6-8ebb-27ffff21e668), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.864678 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Allocated IP 172.27.0.137 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/56af633a-1fdc-4cec-8a1c-1ef0446d5c4f) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:22.883040 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed6f3-24f2-4c99-a20d-11bd2fc18c18 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12072756'] for subnet (ce2d2ce2-f666-4ed6-8ebb-27ffff21e668), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:22.978255 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Publish callbacks [] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.005937 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed6f3-24f2-4c99-a20d-11bd2fc18c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (ce2d2ce2-f666-4ed6-8ebb-27ffff21e668), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.073845 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.121508 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:23.124442 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:23.128178 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:23.145398 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Pushing event updated for resources: {'Port': ['ID=56af633a-1fdc-4cec-8a1c-1ef0446d5c4f,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:23.154201 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed6f3-24f2-4c99-a20d-11bd2fc18c18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11885660'] for subnet (ce2d2ce2-f666-4ed6-8ebb-27ffff21e668), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.169471 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b3ed6f3-24f2-4c99-a20d-11bd2fc18c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.172767 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3b3ed6f3-24f2-4c99-a20d-11bd2fc18c18 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ce2d2ce2-f666-4ed6-8ebb-27ffff21e668 HTTP/1.1" status: 204 len: 168 time: 0.3823245 Mar 30 16:46:23.178679 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46440) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:23.181123 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de5d72b-964e-4b5d-a307-aaae3f2cc307 None None] Network 25a23ead-595b-4257-94d5-46389d5e6899 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:23.211499 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3ed6f3-24f2-4c99-a20d-11bd2fc18c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce2d2ce2-f666-4ed6-8ebb-27ffff21e668,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:23.324242 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (25a23ead-595b-4257-94d5-46389d5e6899), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.375094 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b85ed-02e5-4ca9-8a6b-04a60bcfc27c None None] DHCP port deletion for 25a23ead-595b-4257-94d5-46389d5e6899 request from dv-cinder-835871-1-iscsi {{(pid=106615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:46:23.417680 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Deleting port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:23.418017 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.428282 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b85ed-02e5-4ca9-8a6b-04a60bcfc27c None None] Deleting port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 {{(pid=106615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:23.428706 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7f1b85ed-02e5-4ca9-8a6b-04a60bcfc27c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), before_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.480333 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] For port 151fcd08-ac17-4af2-ad44-fe672a2b06a3, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=151fcd08-ac17-4af2-ad44-fe672a2b06a3,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:23.480697 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.493354 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-7f1b85ed-02e5-4ca9-8a6b-04a60bcfc27c None None] For port 151fcd08-ac17-4af2-ad44-fe672a2b06a3, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=151fcd08-ac17-4af2-ad44-fe672a2b06a3,segment=NetworkSegment(1c8a187d-56b1-4c62-8cf8-86261537ef96),segment_id=1c8a187d-56b1-4c62-8cf8-86261537ef96)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:23.493745 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7f1b85ed-02e5-4ca9-8a6b-04a60bcfc27c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), precommit_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.496122 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Calling delete_port for 151fcd08-ac17-4af2-ad44-fe672a2b06a3 owned by network:dhcp {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:23.508267 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-7f1b85ed-02e5-4ca9-8a6b-04a60bcfc27c None None] Calling delete_port for 151fcd08-ac17-4af2-ad44-fe672a2b06a3 owned by network:dhcp {{(pid=106615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:23.654490 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Publish callbacks [] for router_gateway (79c56d52-3452-4317-b689-233744579c02), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.685023 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7f1b85ed-02e5-4ca9-8a6b-04a60bcfc27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), after_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.713168 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b85ed-02e5-4ca9-8a6b-04a60bcfc27c None None] No DVR routers for this DVR port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 on host dv-cinder-835871-1-iscsi {{(pid=106615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:46:23.725030 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b85ed-02e5-4ca9-8a6b-04a60bcfc27c None None] Pushing event deleted for resources: {'Port': ['ID=151fcd08-ac17-4af2-ad44-fe672a2b06a3,revision_number=None']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:23.725641 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (151fcd08-ac17-4af2-ad44-fe672a2b06a3), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.762322 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Pushing event deleted for resources: {'Port': ['ID=151fcd08-ac17-4af2-ad44-fe672a2b06a3,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:23.764315 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] No DVR routers for this DVR port 151fcd08-ac17-4af2-ad44-fe672a2b06a3 on host dv-cinder-835871-1-iscsi {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:46:23.851318 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (25a23ead-595b-4257-94d5-46389d5e6899), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.932517 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a23ead-595b-4257-94d5-46389d5e6899']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:23.945511 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8a187d-56b1-4c62-8cf8-86261537ef96') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:23.945806 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8a187d-56b1-4c62-8cf8-86261537ef96') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:23.962389 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (1c8a187d-56b1-4c62-8cf8-86261537ef96), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.982346 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (1c8a187d-56b1-4c62-8cf8-86261537ef96), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.991617 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:46:23.992013 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (1c8a187d-56b1-4c62-8cf8-86261537ef96), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: self.session.flush() Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: self.session.flush() Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: self.session.flush() Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: self.session.flush() Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:46:23.993717 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:46:24.043831 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3753623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216'] for router (79c56d52-3452-4317-b689-233744579c02), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.093143 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59f9cb9-581c-4f33-b3ae-e8ca0825bfe3 None None] Network aa4cebb7-4fd1-47fc-87e8-524051c7f431 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:24.165759 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-14e89288-fb1f-49c1-a088-ea6ff01b0ae1 None None] Provisioning complete for port 663c9a27-9928-4e85-b818-1f71d25f87ff triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:24.166282 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-14e89288-fb1f-49c1-a088-ea6ff01b0ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.175789 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (25a23ead-595b-4257-94d5-46389d5e6899), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.180862 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.184521 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] 10.222.0.21 "DELETE /v2.0/networks/25a23ead-595b-4257-94d5-46389d5e6899 HTTP/1.1" status: 204 len: 168 time: 1.0044420 Mar 30 16:46:24.202636 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec5228-ccb2-4f57-8ca7-83a05f0d7718 admin admin] Pushing event deleted for resources: {'Network': ['ID=25a23ead-595b-4257-94d5-46389d5e6899,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:24.288840 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-14e89288-fb1f-49c1-a088-ea6ff01b0ae1 None None] Current status of the port 663c9a27-9928-4e85-b818-1f71d25f87ff is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:24.293649 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-14e89288-fb1f-49c1-a088-ea6ff01b0ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.313453 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Router 79c56d52-3452-4317-b689-233744579c02 is scheduled to L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 with binding_index 1 {{(pid=106608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:46:24.323420 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-14e89288-fb1f-49c1-a088-ea6ff01b0ae1 None None] For port 663c9a27-9928-4e85-b818-1f71d25f87ff, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=663c9a27-9928-4e85-b818-1f71d25f87ff,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:24.416502 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-14e89288-fb1f-49c1-a088-ea6ff01b0ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.430922 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:24.450592 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Sync routers for ids ['79c56d52-3452-4317-b689-233744579c02'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:24.481509 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Routers {'79c56d52-3452-4317-b689-233744579c02'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:24.482158 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['79c56d52-3452-4317-b689-233744579c02'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:24.519681 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e89288-fb1f-49c1-a088-ea6ff01b0ae1 None None] Pushing event updated for resources: {'Port': ['ID=663c9a27-9928-4e85-b818-1f71d25f87ff,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:24.524500 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.528680 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-3decd1ed-9394-4c3b-8791-d8eeb8551f50 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5599837 Mar 30 16:46:24.529647 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46446) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:24.561673 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 663c9a27-9928-4e85-b818-1f71d25f87ff up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:24.611316 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-caafe40d-3b52-41ab-bef2-1f3937739829 None None] Provisioning complete for port 663c9a27-9928-4e85-b818-1f71d25f87ff triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:24.611721 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-caafe40d-3b52-41ab-bef2-1f3937739829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.617828 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46448) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:24.659161 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-c9eefe4b-d215-4d17-82ea-1ea0d58f2bdf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fab43bb585b4ab98a6291af025dd6d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0402114 Mar 30 16:46:24.661829 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46450) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:24.684903 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Set router 79c56d52-3452-4317-b689-233744579c02 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:24.718313 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bd5bfa14-672e-4fa7-98b3-6cce0802e4ab admin admin] Publish callbacks [] for security_group (5faa3a5a-de8f-458b-a500-37c066414ed8), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.743030 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bd5bfa14-672e-4fa7-98b3-6cce0802e4ab admin admin] Publish callbacks [] for security_group (5faa3a5a-de8f-458b-a500-37c066414ed8), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.744947 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 663c9a27-9928-4e85-b818-1f71d25f87ff triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:24.745341 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.880003 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bd5bfa14-672e-4fa7-98b3-6cce0802e4ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5faa3a5a-de8f-458b-a500-37c066414ed8), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.882741 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bd5bfa14-672e-4fa7-98b3-6cce0802e4ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:24.884056 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-bd5bfa14-672e-4fa7-98b3-6cce0802e4ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5faa3a5a-de8f-458b-a500-37c066414ed8 HTTP/1.1" status: 204 len: 168 time: 0.2212746 Mar 30 16:46:24.894616 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5bfa14-672e-4fa7-98b3-6cce0802e4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5faa3a5a-de8f-458b-a500-37c066414ed8,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:24.978900 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.043136 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-caafe40d-3b52-41ab-bef2-1f3937739829 None None] Current status of the port 663c9a27-9928-4e85-b818-1f71d25f87ff is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:25.116668 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 663c9a27-9928-4e85-b818-1f71d25f87ff is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:25.144299 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:23Z', 'revision_number': 3, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:25.152587 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Allocated IP 172.20.0.1 (aa4cebb7-4fd1-47fc-87e8-524051c7f431/e2d4f594-88fc-4f70-a374-0461ec5e34bf/4e41044c-a068-4b4c-9575-7d00ae2b5231) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:25.187660 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Checking router: 79c56d52-3452-4317-b689-233744579c02 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:25.187660 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Updating router 79c56d52-3452-4317-b689-233744579c02 port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:25.187660 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 151fcd08-ac17-4af2-ad44-fe672a2b06a3 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:46:25.218674 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 151fcd08-ac17-4af2-ad44-fe672a2b06a3 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:46:25.219026 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 151fcd08-ac17-4af2-ad44-fe672a2b06a3 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:46:25.219444 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device f71b076f-2618-4b47-98fd-730d0eaa76e8 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:46:25.244493 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: f71b076f-2618-4b47-98fd-730d0eaa76e8 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:46:25.245143 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device f71b076f-2618-4b47-98fd-730d0eaa76e8 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:46:25.246908 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.269754 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Publish callbacks [] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.365460 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.415730 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Network aa4cebb7-4fd1-47fc-87e8-524051c7f431 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:25.418675 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:25.427533 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:25.446170 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Pushing event updated for resources: {'Port': ['ID=4e41044c-a068-4b4c-9575-7d00ae2b5231,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:25.490821 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755983'] for router_interface (79c56d52-3452-4317-b689-233744579c02), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.540158 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Publish callbacks [] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.666773 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-87a1f2c8-813e-4621-9d8b-4b14e132a856 None None] Provisioning complete for port 4e41044c-a068-4b4c-9575-7d00ae2b5231 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:25.667066 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-87a1f2c8-813e-4621-9d8b-4b14e132a856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.693787 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.749297 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-87a1f2c8-813e-4621-9d8b-4b14e132a856 None None] Port 4e41044c-a068-4b4c-9575-7d00ae2b5231 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:25.771069 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Attempting to bind port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:25.771440 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Attempting to bind port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:25.771829 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Attempting to bind port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f on network 925be276-2685-4f32-a5e5-bf5a79e7dce9 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:25.776847 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3283b09-2dfa-42cb-b867-393675d17dca None None] Pushing event updated for resources: {'Port': ['ID=56af633a-1fdc-4cec-8a1c-1ef0446d5c4f,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:25.783439 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:25.783917 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:25.784448 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.784956 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Bound using segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:25.785538 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Bound port: 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:25.785934 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.849454 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] For port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:25.853022 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] For port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=56af633a-1fdc-4cec-8a1c-1ef0446d5c4f,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:25.929064 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:25.999358 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Routers {'79c56d52-3452-4317-b689-233744579c02'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:26.000029 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['79c56d52-3452-4317-b689-233744579c02'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:26.034807 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.069780 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3283b09-2dfa-42cb-b867-393675d17dca None None] Pushing event updated for resources: {'Port': ['ID=56af633a-1fdc-4cec-8a1c-1ef0446d5c4f,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:26.131177 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] Set router 79c56d52-3452-4317-b689-233744579c02 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:26.212109 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Publish callbacks [] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.313432 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.338379 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4e41044c-a068-4b4c-9575-7d00ae2b5231', 'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'mac_address': 'fa:16:3e:6e:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:25Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 1, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'subnets': [{'id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:26.367454 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7282fb0d-11c9-4a49-821c-2b203f504bed None None] The sync data for ids ['79c56d52-3452-4317-b689-233744579c02'] in dv-cinder-835871-1-iscsi is: [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4e41044c-a068-4b4c-9575-7d00ae2b5231', 'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'mac_address': 'fa:16:3e:6e:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:25Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 1, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'subnets': [{'id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:26.380479 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Pushing event updated for resources: {'Port': ['ID=4e41044c-a068-4b4c-9575-7d00ae2b5231,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:26.385345 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3909962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755867'] for router_interface (79c56d52-3452-4317-b689-233744579c02), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.490145 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 663c9a27-9928-4e85-b818-1f71d25f87ff up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:26.495671 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Network aa4cebb7-4fd1-47fc-87e8-524051c7f431 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:26.497629 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:26.555003 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 663c9a27-9928-4e85-b818-1f71d25f87ff triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:26.555585 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:26.683660 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Router 79c56d52-3452-4317-b689-233744579c02 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:26.718980 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 663c9a27-9928-4e85-b818-1f71d25f87ff is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:26.842192 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:26.861433 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-aa0f2e08-7949-4e33-95d9-0f23cbd83e3c admin admin] 10.222.0.21 "PUT /v2.0/routers/79c56d52-3452-4317-b689-233744579c02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3299870 Mar 30 16:46:26.976067 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-0e752b7d-6682-447f-9364-feabb13d7e8c None None] Provisioning complete for port 4e41044c-a068-4b4c-9575-7d00ae2b5231 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:26.976460 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-0e752b7d-6682-447f-9364-feabb13d7e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.018822 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-0e752b7d-6682-447f-9364-feabb13d7e8c None None] Port 4e41044c-a068-4b4c-9575-7d00ae2b5231 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:27.365791 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9c51bb-1d41-49b5-8ef1-4d678875c8b8 req-c0bb31dd-e69f-413d-aab0-3f4d4fdbedfd tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:27.384375 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e9c51bb-1d41-49b5-8ef1-4d678875c8b8 req-c0bb31dd-e69f-413d-aab0-3f4d4fdbedfd tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 946 time: 0.1203241 Mar 30 16:46:27.445206 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e9c51bb-1d41-49b5-8ef1-4d678875c8b8 req-9efd4d12-86b5-4378-b57f-711ca8d07ec5 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595536 Mar 30 16:46:27.748840 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46522) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:27.754052 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-295159288-network', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:27.856048 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Made reservation on behalf of 7e0957a7cbaa4812a54dde639ffcb987 for: {'network': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:27.858368 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.867944 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:27.948420 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Publish callbacks [] for security_group (7ef7f186-38b5-4d99-a925-d84852e661f1), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:28.027534 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7ef7f186-38b5-4d99-a925-d84852e661f1), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:28.053653 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] vlan segment allocate from pool success with {'vlan_id': 517, 'physical_network': 'physnet1'} {{(pid=106608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:46:28.063317 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef7f186-38b5-4d99-a925-d84852e661f1,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:28.069214 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (24688677-75c7-41d6-9a96-9238fe88f22d), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:28.069578 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.segments_db [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Added segment 24688677-75c7-41d6-9a96-9238fe88f22d of type vlan for network a2880a68-fa2b-47da-9aff-f54c67b2ceb9 Mar 30 16:46:28.133090 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (a2880a68-fa2b-47da-9aff-f54c67b2ceb9), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:28.165785 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-e2651968-1b6b-496b-adcb-ede5623d9723 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856886 Mar 30 16:46:28.243150 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (a2880a68-fa2b-47da-9aff-f54c67b2ceb9), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:28.244180 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:28.244749 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:28.557146 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] Pushing event updated for resources: {'Network': ['ID=a2880a68-fa2b-47da-9aff-f54c67b2ceb9,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:28.559987 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:28.563936 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-9e5cabfd-daa7-4d89-b5a1-cfa31a5c9c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:28.566683 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-9e5cabfd-daa7-4d89-b5a1-cfa31a5c9c21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 1130 time: 0.3555691 Mar 30 16:46:28.587218 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network a2880a68-fa2b-47da-9aff-f54c67b2ceb9 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:46:28.611913 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-635ef8e4-7122-4c94-9eda-e01a57b1cf64 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8618603 Mar 30 16:46:28.615653 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46530) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:28.621792 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] Request body: {'subnet': {'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-295159288-subnet', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:28.639288 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f36192-f878-4342-982c-e04c03f8df6b req-52cc5200-84bb-4ff5-b8f1-f617f5da6a0a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:28.650655 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55f36192-f878-4342-982c-e04c03f8df6b req-52cc5200-84bb-4ff5-b8f1-f617f5da6a0a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 946 time: 0.0960207 Mar 30 16:46:28.695307 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:28.695793 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:28.698660 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-6e2a6f14-1829-425e-a710-bb755da89c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:28.699113 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-6e2a6f14-1829-425e-a710-bb755da89c88 service neutron] 10.222.0.41 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 913 time: 0.1137855 Mar 30 16:46:28.756058 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-55f36192-f878-4342-982c-e04c03f8df6b req-c8893c8f-a03f-49c4-bf6d-b226c8eadb93 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups?id=abed1f13-8b9b-4ce5-a3f3-f915f1652088&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043954 Mar 30 16:46:28.759697 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] Made reservation on behalf of 7e0957a7cbaa4812a54dde639ffcb987 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:28.762231 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11885635'] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:28.775447 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-a02f7251-69da-428f-8afb-38a99c9e3d5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b570ed5-c8bc-4804-8beb-c03ef1f01d68 HTTP/1.1" status: 200 len: 1002 time: 0.0674424 Mar 30 16:46:28.788913 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:28.789304 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:28.811263 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=56af633a-1fdc-4cec-8a1c-1ef0446d5c4f,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:28.827803 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-8a6adf88-b66a-4b8d-b490-b512793d3270 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:28.829440 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-8a6adf88-b66a-4b8d-b490-b512793d3270 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 946 time: 0.1513968 Mar 30 16:46:28.841720 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-b89fc58d-e8b2-4c76-adce-c3abc36b3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:28.843247 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-b89fc58d-e8b2-4c76-adce-c3abc36b3948 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17dce1d2-dae1-4b1d-bded-3495159a04ef HTTP/1.1" status: 200 len: 851 time: 0.0607398 Mar 30 16:46:28.890378 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:28.909444 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Sync routers for ids ['79c56d52-3452-4317-b689-233744579c02'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:28.914523 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-638763c5-2fac-45c7-a49c-598731a3d3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:28.916373 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-638763c5-2fac-45c7-a49c-598731a3d3da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600fe998-8bc1-41e5-a22d-851373094fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670331 Mar 30 16:46:28.918659 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Routers {'79c56d52-3452-4317-b689-233744579c02'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:28.919283 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['79c56d52-3452-4317-b689-233744579c02'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:28.959569 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=56af633a-1fdc-4cec-8a1c-1ef0446d5c4f,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:29.022622 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Deleting port 4a716b51-92d5-4c45-8739-d5880a3910f3 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:29.023741 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.045640 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-56469056-f68f-4644-9110-3e56b715f31d service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220994 Mar 30 16:46:29.131176 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] For port 4a716b51-92d5-4c45-8739-d5880a3910f3, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=4a716b51-92d5-4c45-8739-d5880a3910f3,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:29.131571 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.148154 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11885653'] for subnet (50163056-c8b3-41ce-9720-ca527dcbb73e), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.150977 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Set router 79c56d52-3452-4317-b689-233744579c02 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:29.151129 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-65a72c52-99a2-4503-a095-7ef5a3f157af req-f033c350-f277-49f0-816f-562a5d5ae97d service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972376 Mar 30 16:46:29.244276 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50163056-c8b3-41ce-9720-ca527dcbb73e,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:29.303132 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] Checking segment: {'id': '24688677-75c7-41d6-9a96-9238fe88f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:29.303495 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] Network hostable DHCP agents. Network: a2880a68-fa2b-47da-9aff-f54c67b2ceb9, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:46:29.363618 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4e41044c-a068-4b4c-9575-7d00ae2b5231', 'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'mac_address': 'fa:16:3e:6e:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:25Z', 'updated_at': '2022-03-30T16:46:26Z', 'revision_number': 2, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'subnets': [{'id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:29.392239 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Checking router: 79c56d52-3452-4317-b689-233744579c02 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:29.392589 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Updating router 79c56d52-3452-4317-b689-233744579c02 port 4e41044c-a068-4b4c-9575-7d00ae2b5231 binding host dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:29.394966 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.395343 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (3d95b61a-1ddf-4415-a45b-d188801974f3), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.395663 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Floating IP 3d95b61a-1ddf-4415-a45b-d188801974f3 disassociated. External IP: 172.27.0.41, port: 4a716b51-92d5-4c45-8739-d5880a3910f3. Mar 30 16:46:29.396005 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Calling delete_port for 4a716b51-92d5-4c45-8739-d5880a3910f3 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:29.420474 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.441385 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] Network a2880a68-fa2b-47da-9aff-f54c67b2ceb9 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:46:29.516305 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ab0d6e83-aefd-4cae-b123-044f1c4db038 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.681971 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, a2880a68-fa2b-47da-9aff-f54c67b2ceb9) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:29.686525 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:29.687437 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.691630 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (4a716b51-92d5-4c45-8739-d5880a3910f3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.693382 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d8577e-f243-4728-a67a-94fb0149cd02 None None] Network a2880a68-fa2b-47da-9aff-f54c67b2ceb9 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:29.698416 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Publish callbacks [] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), precommit_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.726926 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event deleted for resources: {'Port': ['ID=4a716b51-92d5-4c45-8739-d5880a3910f3,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:29.779151 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.821113 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-a2880a68-fa2b-47da-9aff-f54c67b2ceb9', 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9', 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'fixed_ips': [{'subnet_id': '50163056-c8b3-41ce-9720-ca527dcbb73e'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:46:29.823208 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.847977 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Pushing event updated for resources: {'Port': ['ID=4e41044c-a068-4b4c-9575-7d00ae2b5231,revision_number=3']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:29.871852 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1565610d-9567-4fe2-97e2-22fd0ff57654 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2518857 Mar 30 16:46:29.872192 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46548) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:29.874619 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.875120 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.875582 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.876031 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.876457 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.876632 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-295159288-router', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:29.876976 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.877509 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.878329 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.879936 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.879936 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.879936 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.880330 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.881038 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.881770 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.882194 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:29.882839 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Router a39c8c11-cf09-466f-9efb-3334fab4aee0 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:29.932490 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Attempting to bind port 4e41044c-a068-4b4c-9575-7d00ae2b5231 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:29.933543 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Attempting to bind port 4e41044c-a068-4b4c-9575-7d00ae2b5231 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:29.934168 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Attempting to bind port 4e41044c-a068-4b4c-9575-7d00ae2b5231 on network aa4cebb7-4fd1-47fc-87e8-524051c7f431 {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:29.939077 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f3d44a15-d1bf-4dce-8caf-6285f63e47f1 req-65bffe46-371b-49f3-a6a9-6ce47e698028 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 210 time: 0.0347238 Mar 30 16:46:29.940777 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:29.941891 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Checking segment: {'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:29.942846 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:29.943511 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Bound using segment: {'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:29.944228 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Bound port: 4e41044c-a068-4b4c-9575-7d00ae2b5231, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'}}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:29.944900 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.025422 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3753742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15517'] for router (b309acc3-59c3-44b4-9006-850fc63dc367), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.026414 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3695843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15510'] for router (b309acc3-59c3-44b4-9006-850fc63dc367), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.047783 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:30.063512 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] For port 4e41044c-a068-4b4c-9575-7d00ae2b5231, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:30.073635 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] For port 4e41044c-a068-4b4c-9575-7d00ae2b5231, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=4e41044c-a068-4b4c-9575-7d00ae2b5231,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:30.127076 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Publish callbacks [] for router_controller (b309acc3-59c3-44b4-9006-850fc63dc367), precommit_add_association {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.132035 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] No DVR routers for this DVR port 4a716b51-92d5-4c45-8739-d5880a3910f3 on host hv-cinder-83587 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:46:30.135348 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.139535 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-df6eb189-1a54-4208-be9d-493c1762fb96 req-3e84be36-4150-421a-a183-491c223e921f tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.41 "DELETE /v2.0/ports/4a716b51-92d5-4c45-8739-d5880a3910f3 HTTP/1.1" status: 204 len: 173 time: 1.3044820 Mar 30 16:46:30.139692 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'name': 'network-vif-deleted', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:46:30.142450 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24a0606-224c-4069-958a-5ed0b2a8461c" -d '{"events": [{"server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "name": "network-vif-deleted", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:46:30.189508 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.192275 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006d75ec-fb0d-41c9-84d6-7b5ffe40d8e5 x-openstack-request-id: req-006d75ec-fb0d-41c9-84d6-7b5ffe40d8e5 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:46:30.192744 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2581a39-445a-412b-bc7a-a842930ba566", "name": "network-vif-deleted", "tag": "4a716b51-92d5-4c45-8739-d5880a3910f3", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:46:30.193159 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-006d75ec-fb0d-41c9-84d6-7b5ffe40d8e5 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:46:30.193972 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006d75ec-fb0d-41c9-84d6-7b5ffe40d8e5'] response: {'server_uuid': 'd2581a39-445a-412b-bc7a-a842930ba566', 'name': 'network-vif-deleted', 'tag': '4a716b51-92d5-4c45-8739-d5880a3910f3', 'status': 'completed', 'code': 200} Mar 30 16:46:30.200904 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8c566-f8cc-4a94-8506-3efe36a711b5 None None] Sync routers for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:30.246247 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-741b1c99-3bf3-4210-b194-c70dd8b67e39 None None] Provisioning complete for port 4e41044c-a068-4b4c-9575-7d00ae2b5231 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:30.246650 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-741b1c99-3bf3-4210-b194-c70dd8b67e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.248138 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8c566-f8cc-4a94-8506-3efe36a711b5 None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:30.248916 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-6cd8c566-f8cc-4a94-8506-3efe36a711b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:30.254171 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Routers {'79c56d52-3452-4317-b689-233744579c02'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:30.255271 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['79c56d52-3452-4317-b689-233744579c02'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:30.279891 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Allocated IP 172.20.0.2 (a2880a68-fa2b-47da-9aff-f54c67b2ceb9/50163056-c8b3-41ce-9720-ca527dcbb73e/12d17af0-0d38-4e78-8d68-f171722f34bc) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:30.395572 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] Set router 79c56d52-3452-4317-b689-233744579c02 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:30.526701 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cb958-5014-4cbe-92d9-f0f7bb9b02eb None None] Pushing event updated for resources: {'Port': ['ID=4e41044c-a068-4b4c-9575-7d00ae2b5231,revision_number=4']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:30.550727 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:30.563373 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Publish callbacks [] for router_gateway (b309acc3-59c3-44b4-9006-850fc63dc367), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.639885 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-6cd8c566-f8cc-4a94-8506-3efe36a711b5 None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:30.692613 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4e41044c-a068-4b4c-9575-7d00ae2b5231', 'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'mac_address': 'fa:16:3e:6e:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:25Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'subnets': [{'id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:30.724722 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7533577-f316-496d-ab9f-fb7c9c575d89 None None] The sync data for ids ['79c56d52-3452-4317-b689-233744579c02'] in dv-cinder-835871-1-iscsi is: [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4e41044c-a068-4b4c-9575-7d00ae2b5231', 'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'mac_address': 'fa:16:3e:6e:89:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:25Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'subnets': [{'id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:30.795921 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-741b1c99-3bf3-4210-b194-c70dd8b67e39 None None] Current status of the port 4e41044c-a068-4b4c-9575-7d00ae2b5231 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:30.795921 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-741b1c99-3bf3-4210-b194-c70dd8b67e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.854727 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:30.854727 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.899759 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Publish callbacks [] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.918731 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Publish callbacks [] for router_gateway (b309acc3-59c3-44b4-9006-850fc63dc367), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:30.938945 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-741b1c99-3bf3-4210-b194-c70dd8b67e39 None None] For port 4e41044c-a068-4b4c-9575-7d00ae2b5231, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=4e41044c-a068-4b4c-9575-7d00ae2b5231,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:30.939841 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.021860 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-741b1c99-3bf3-4210-b194-c70dd8b67e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.063389 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Allocated IP 172.27.0.174 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/1873b54c-8be3-468d-a68a-fd6108e5614b) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:31.074363 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.081555 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b1c99-3bf3-4210-b194-c70dd8b67e39 None None] Pushing event updated for resources: {'Port': ['ID=4e41044c-a068-4b4c-9575-7d00ae2b5231,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:31.109364 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f07551aa-5fe1-4cc6-9880-970907ec016b req-9d358588-5c98-4f48-8d0e-10a3b3958421 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2581a39-445a-412b-bc7a-a842930ba566 HTTP/1.1" status: 200 len: 210 time: 0.0400462 Mar 30 16:46:31.150047 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Pushing event updated for resources: {'Port': ['ID=12d17af0-0d38-4e78-8d68-f171722f34bc,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:31.174186 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Network a2880a68-fa2b-47da-9aff-f54c67b2ceb9 is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:31.179796 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:31.188601 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:31.193753 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:31.203069 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-2e81456b-68eb-4400-944e-84b4c0e5340c None None] Provisioning complete for port 4e41044c-a068-4b4c-9575-7d00ae2b5231 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:31.207175 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2e81456b-68eb-4400-944e-84b4c0e5340c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.217402 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Publish callbacks [] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.296921 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Attempting to bind port 12d17af0-0d38-4e78-8d68-f171722f34bc on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:31.297295 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Attempting to bind port 12d17af0-0d38-4e78-8d68-f171722f34bc by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '24688677-75c7-41d6-9a96-9238fe88f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:31.297657 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Attempting to bind port 12d17af0-0d38-4e78-8d68-f171722f34bc on network a2880a68-fa2b-47da-9aff-f54c67b2ceb9 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:31.301018 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-6cd8c566-f8cc-4a94-8506-3efe36a711b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:31.336865 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.338596 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8c566-f8cc-4a94-8506-3efe36a711b5 None None] Checking router: a39c8c11-cf09-466f-9efb-3334fab4aee0 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:31.341050 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:31.341432 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Checking segment: {'id': '24688677-75c7-41d6-9a96-9238fe88f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:31.343505 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.343505 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Bound using segment: {'id': '24688677-75c7-41d6-9a96-9238fe88f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:31.343505 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Bound port: 12d17af0-0d38-4e78-8d68-f171722f34bc, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24688677-75c7-41d6-9a96-9238fe88f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:31.343505 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.376816 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:31.382167 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:31.388319 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:31.395399 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Pushing event updated for resources: {'Port': ['ID=1873b54c-8be3-468d-a68a-fd6108e5614b,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:31.402312 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd8c566-f8cc-4a94-8506-3efe36a711b5 None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:31.403361 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-6cd8c566-f8cc-4a94-8506-3efe36a711b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:31.511609 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-2e81456b-68eb-4400-944e-84b4c0e5340c None None] Current status of the port 4e41044c-a068-4b4c-9575-7d00ae2b5231 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:31.539175 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] For port 12d17af0-0d38-4e78-8d68-f171722f34bc, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:31.543749 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] For port 12d17af0-0d38-4e78-8d68-f171722f34bc, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=12d17af0-0d38-4e78-8d68-f171722f34bc,segment=NetworkSegment(24688677-75c7-41d6-9a96-9238fe88f22d),segment_id=24688677-75c7-41d6-9a96-9238fe88f22d)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:31.575893 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-6cd8c566-f8cc-4a94-8506-3efe36a711b5 None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:31.653766 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.776263 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7234730-03ff-4a62-898d-3e2d5cd2c5e7 None None] Pushing event updated for resources: {'Port': ['ID=12d17af0-0d38-4e78-8d68-f171722f34bc,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:31.778038 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Publish callbacks [] for router_gateway (b309acc3-59c3-44b4-9006-850fc63dc367), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.823477 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-accfb828-dee0-4826-8e25-774761f54f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:31.887926 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-6cd8c566-f8cc-4a94-8506-3efe36a711b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:31.917269 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd8c566-f8cc-4a94-8506-3efe36a711b5 None None] The sync data for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi is: [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:39:32Z', 'revision_number': 4, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4edc32c5-38ce-497a-be5c-c720e31bbea4', 'name': '', 'network_id': '7997d76f-0fe0-4c65-b651-c4e866201f6a', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'mac_address': 'fa:16:3e:f4:27:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:29Z', 'updated_at': '2022-03-30T16:39:40Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'subnets': [{'id': '179afb57-9f50-46ef-b7e7-f02e1ce74f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:32.027256 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3753623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216'] for router (b309acc3-59c3-44b4-9006-850fc63dc367), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.241532 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Router b309acc3-59c3-44b4-9006-850fc63dc367 is scheduled to L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 with binding_index 1 {{(pid=106608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:46:32.252455 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccc0fa8-7152-4850-be09-aace53ca634b None None] New status for floating IP 3d95b61a-1ddf-4415-a45b-d188801974f3: DOWN {{(pid=106618) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:46:32.275450 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46578) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:32.351801 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a052-5438-4f62-9b83-2f47823a44b6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (abed1f13-8b9b-4ce5-a3f3-f915f1652088), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.369538 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:32.379253 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Sync routers for ids ['b309acc3-59c3-44b4-9006-850fc63dc367'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:32.390983 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Routers {'b309acc3-59c3-44b4-9006-850fc63dc367'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:32.391832 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b309acc3-59c3-44b4-9006-850fc63dc367'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:32.399958 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a052-5438-4f62-9b83-2f47823a44b6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (abed1f13-8b9b-4ce5-a3f3-f915f1652088), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.470100 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.476391 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1a730b06-0cf8-4b01-869e-d6c7b5999667 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6029680 Mar 30 16:46:32.477368 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46584) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:32.578765 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a052-5438-4f62-9b83-2f47823a44b6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (abed1f13-8b9b-4ce5-a3f3-f915f1652088), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.581979 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b4f3a052-5438-4f62-9b83-2f47823a44b6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.585636 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b4f3a052-5438-4f62-9b83-2f47823a44b6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "DELETE /v2.0/security-groups/abed1f13-8b9b-4ce5-a3f3-f915f1652088 HTTP/1.1" status: 204 len: 168 time: 0.3077009 Mar 30 16:46:32.589321 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46586) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:32.622614 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3a052-5438-4f62-9b83-2f47823a44b6 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abed1f13-8b9b-4ce5-a3f3-f915f1652088,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:32.624708 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.api.v2.resource [None req-cca37020-ddca-438f-80ad-df3191da784a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] show failed (client error): The resource could not be found. Mar 30 16:46:32.629755 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-cca37020-ddca-438f-80ad-df3191da784a tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "GET /v2.0/security-groups/abed1f13-8b9b-4ce5-a3f3-f915f1652088 HTTP/1.1" status: 404 len: 347 time: 0.0381284 Mar 30 16:46:32.632630 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46588) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:32.707451 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 4a716b51-92d5-4c45-8739-d5880a3910f3 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:46:32.711789 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 4e41044c-a068-4b4c-9575-7d00ae2b5231 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:32.769159 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 4a716b51-92d5-4c45-8739-d5880a3910f3 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:46:32.769595 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 4a716b51-92d5-4c45-8739-d5880a3910f3 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:46:32.819178 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Set router b309acc3-59c3-44b4-9006-850fc63dc367 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:32.879748 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-14dfc186-3d44-4961-81e8-b13421d7b855 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Deleting port bec5e933-8a1d-4595-838f-a837e30920a5 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:32.880086 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-14dfc186-3d44-4961-81e8-b13421d7b855 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (bec5e933-8a1d-4595-838f-a837e30920a5), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:32.961327 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 4e41044c-a068-4b4c-9575-7d00ae2b5231 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:32.961934 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.017938 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b067c-d3fb-4324-a8e7-0b346c701c64 None None] Network a2880a68-fa2b-47da-9aff-f54c67b2ceb9 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:33.139267 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.145131 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-1c09041b-3f2f-4627-b296-5fc82b278569 None None] Provisioning complete for port 12d17af0-0d38-4e78-8d68-f171722f34bc triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:33.145504 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1c09041b-3f2f-4627-b296-5fc82b278569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.267231 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 4e41044c-a068-4b4c-9575-7d00ae2b5231 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:33.268251 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 12d17af0-0d38-4e78-8d68-f171722f34bc up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:33.293402 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-14dfc186-3d44-4961-81e8-b13421d7b855 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (bec5e933-8a1d-4595-838f-a837e30920a5), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.294061 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-14dfc186-3d44-4961-81e8-b13421d7b855 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (bec5e933-8a1d-4595-838f-a837e30920a5), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.310446 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-14dfc186-3d44-4961-81e8-b13421d7b855 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Calling delete_port for bec5e933-8a1d-4595-838f-a837e30920a5 owned by network:floatingip {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:33.363870 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'name': 'tempest-TestShelveInstance-295159288-router', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:31Z', 'revision_number': 3, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'gw_port': {'id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:33.414755 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Checking router: b309acc3-59c3-44b4-9006-850fc63dc367 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:33.415260 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Updating router b309acc3-59c3-44b4-9006-850fc63dc367 port 1873b54c-8be3-468d-a68a-fd6108e5614b binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:33.437571 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-1c09041b-3f2f-4627-b296-5fc82b278569 None None] Current status of the port 12d17af0-0d38-4e78-8d68-f171722f34bc is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:33.438354 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1c09041b-3f2f-4627-b296-5fc82b278569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.463609 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 12d17af0-0d38-4e78-8d68-f171722f34bc triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:33.464352 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.476221 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46600) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:33.511425 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.550891 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-1c09041b-3f2f-4627-b296-5fc82b278569 None None] For port 12d17af0-0d38-4e78-8d68-f171722f34bc, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=12d17af0-0d38-4e78-8d68-f171722f34bc,segment=NetworkSegment(24688677-75c7-41d6-9a96-9238fe88f22d),segment_id=24688677-75c7-41d6-9a96-9238fe88f22d)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:33.563470 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.629070 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1c09041b-3f2f-4627-b296-5fc82b278569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.652895 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-14dfc186-3d44-4961-81e8-b13421d7b855 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (bec5e933-8a1d-4595-838f-a837e30920a5), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.655581 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-41690650-122b-44dd-a665-4f43590aa843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.712022 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dfc186-3d44-4961-81e8-b13421d7b855 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Pushing event deleted for resources: {'Port': ['ID=bec5e933-8a1d-4595-838f-a837e30920a5,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:33.738672 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 12d17af0-0d38-4e78-8d68-f171722f34bc is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:33.740460 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09041b-3f2f-4627-b296-5fc82b278569 None None] Pushing event updated for resources: {'Port': ['ID=12d17af0-0d38-4e78-8d68-f171722f34bc,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:33.755777 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-41690650-122b-44dd-a665-4f43590aa843 admin admin] Publish callbacks [] for security_group (1e305b79-b265-4774-8977-7c210b026dbc), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.809785 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-febe7107-fa48-41dd-8713-4ab0cb45b61b None None] Provisioning complete for port 12d17af0-0d38-4e78-8d68-f171722f34bc triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:33.810079 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-febe7107-fa48-41dd-8713-4ab0cb45b61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.840699 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Allocated IP 172.20.0.1 (a2880a68-fa2b-47da-9aff-f54c67b2ceb9/50163056-c8b3-41ce-9720-ca527dcbb73e/99e4bfcb-1ec0-4390-a8cf-5c75b49352c8) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:33.842997 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-14dfc186-3d44-4961-81e8-b13421d7b855 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks [] for floatingip (3d95b61a-1ddf-4415-a45b-d188801974f3), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.845461 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-14dfc186-3d44-4961-81e8-b13421d7b855 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.849399 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-14dfc186-3d44-4961-81e8-b13421d7b855 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] 10.222.0.21 "DELETE /v2.0/floatingips/3d95b61a-1ddf-4415-a45b-d188801974f3 HTTP/1.1" status: 204 len: 168 time: 1.2117057 Mar 30 16:46:33.861781 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-41690650-122b-44dd-a665-4f43590aa843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (1e305b79-b265-4774-8977-7c210b026dbc), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:33.925407 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-41690650-122b-44dd-a665-4f43590aa843 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5887c0d66e10417888e226e08fc8f082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4464223 Mar 30 16:46:33.926517 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41690650-122b-44dd-a665-4f43590aa843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e305b79-b265-4774-8977-7c210b026dbc,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:33.927966 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46608) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:33.965583 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-febe7107-fa48-41dd-8713-4ab0cb45b61b None None] Current status of the port 12d17af0-0d38-4e78-8d68-f171722f34bc is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:33.982842 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Publish callbacks [] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.020518 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Publish callbacks [] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.021813 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-989e8bd7-ed95-4a1a-8327-2cc5a6973945 admin admin] Publish callbacks [] for security_group (1e305b79-b265-4774-8977-7c210b026dbc), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.051162 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-989e8bd7-ed95-4a1a-8327-2cc5a6973945 admin admin] Publish callbacks [] for security_group (1e305b79-b265-4774-8977-7c210b026dbc), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.067431 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.130299 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe5472-4477-4b8e-99f5-20f8ad3c6296 None None] Pushing event updated for resources: {'Port': ['ID=1873b54c-8be3-468d-a68a-fd6108e5614b,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:34.133746 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Attempting to bind port 1873b54c-8be3-468d-a68a-fd6108e5614b on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:34.134127 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Attempting to bind port 1873b54c-8be3-468d-a68a-fd6108e5614b by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:34.134499 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Attempting to bind port 1873b54c-8be3-468d-a68a-fd6108e5614b on network 925be276-2685-4f32-a5e5-bf5a79e7dce9 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:34.140532 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:34.141123 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:34.141289 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.141737 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Bound using segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:34.142217 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Bound port: 1873b54c-8be3-468d-a68a-fd6108e5614b, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:34.142778 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.161807 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.191505 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-989e8bd7-ed95-4a1a-8327-2cc5a6973945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (1e305b79-b265-4774-8977-7c210b026dbc), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.194010 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-989e8bd7-ed95-4a1a-8327-2cc5a6973945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.195295 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-989e8bd7-ed95-4a1a-8327-2cc5a6973945 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e305b79-b265-4774-8977-7c210b026dbc HTTP/1.1" status: 204 len: 168 time: 0.2654676 Mar 30 16:46:34.202199 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] For port 1873b54c-8be3-468d-a68a-fd6108e5614b, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:34.206096 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] For port 1873b54c-8be3-468d-a68a-fd6108e5614b, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=1873b54c-8be3-468d-a68a-fd6108e5614b,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:34.214139 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Network a2880a68-fa2b-47da-9aff-f54c67b2ceb9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:34.216941 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e8bd7-ed95-4a1a-8327-2cc5a6973945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e305b79-b265-4774-8977-7c210b026dbc,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:34.225175 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:34.227447 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:34.233664 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Pushing event updated for resources: {'Port': ['ID=99e4bfcb-1ec0-4390-a8cf-5c75b49352c8,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:34.275135 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755983'] for router_interface (b309acc3-59c3-44b4-9006-850fc63dc367), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.290754 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.326944 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.355774 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Routers {'b309acc3-59c3-44b4-9006-850fc63dc367'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:34.356199 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b309acc3-59c3-44b4-9006-850fc63dc367'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:34.399773 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe5472-4477-4b8e-99f5-20f8ad3c6296 None None] Pushing event updated for resources: {'Port': ['ID=1873b54c-8be3-468d-a68a-fd6108e5614b,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:34.489099 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.513807 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] Set router b309acc3-59c3-44b4-9006-850fc63dc367 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:34.519909 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 12d17af0-0d38-4e78-8d68-f171722f34bc up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:34.682968 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-f93ce089-926d-4ebd-a199-8355118355d1 None None] Provisioning complete for port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:34.683339 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f93ce089-926d-4ebd-a199-8355118355d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.689569 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Publish callbacks [] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.798794 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.814003 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-f93ce089-926d-4ebd-a199-8355118355d1 None None] Port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:34.856603 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 12d17af0-0d38-4e78-8d68-f171722f34bc triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:34.856927 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.875020 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3909962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755867'] for router_interface (b309acc3-59c3-44b4-9006-850fc63dc367), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:34.876710 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Pushing event updated for resources: {'Port': ['ID=99e4bfcb-1ec0-4390-a8cf-5c75b49352c8,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:34.971984 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46618) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:34.972637 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Network a2880a68-fa2b-47da-9aff-f54c67b2ceb9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:34.973805 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'name': 'tempest-TestShelveInstance-295159288-router', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:31Z', 'revision_number': 3, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'gw_port': {'id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:34.974941 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:34.978315 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 12d17af0-0d38-4e78-8d68-f171722f34bc is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:34.988968 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e6d13512-82dd-4877-a8f6-4aff7e2ff525 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.004496 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679561e4-2d0a-4933-9cad-e4d03c9e6d8f None None] The sync data for ids ['b309acc3-59c3-44b4-9006-850fc63dc367'] in dv-cinder-835871-1-iscsi is: [{'id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'name': 'tempest-TestShelveInstance-295159288-router', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:31Z', 'revision_number': 3, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'gw_port': {'id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d8:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:35.082845 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e6d13512-82dd-4877-a8f6-4aff7e2ff525 admin admin] Publish callbacks [] for security_group (df371369-33fa-4f62-bdee-5a798b10d9a3), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.126854 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Router b309acc3-59c3-44b4-9006-850fc63dc367 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:35.146176 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e6d13512-82dd-4877-a8f6-4aff7e2ff525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (df371369-33fa-4f62-bdee-5a798b10d9a3), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.193077 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d13512-82dd-4877-a8f6-4aff7e2ff525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df371369-33fa-4f62-bdee-5a798b10d9a3,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:35.200158 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e6d13512-82dd-4877-a8f6-4aff7e2ff525 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bf4e536bd644b99a012d38ec075c001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257686 Mar 30 16:46:35.207384 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46624) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:35.272560 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:35.279230 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4f9a5df3-46e7-4782-a05a-f5613526a7f2 admin admin] Publish callbacks [] for security_group (df371369-33fa-4f62-bdee-5a798b10d9a3), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.283319 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-57951ca7-1423-491e-ae03-8cccdbdadcf2 admin admin] 10.222.0.21 "PUT /v2.0/routers/b309acc3-59c3-44b4-9006-850fc63dc367/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8047543 Mar 30 16:46:35.364688 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-441018d5-0b00-4d76-8fac-cabd2bebcb3a None None] Provisioning complete for port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:35.365024 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-441018d5-0b00-4d76-8fac-cabd2bebcb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.374076 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4f9a5df3-46e7-4782-a05a-f5613526a7f2 admin admin] Publish callbacks [] for security_group (df371369-33fa-4f62-bdee-5a798b10d9a3), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.422498 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-441018d5-0b00-4d76-8fac-cabd2bebcb3a None None] Port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:35.530511 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4f9a5df3-46e7-4782-a05a-f5613526a7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (df371369-33fa-4f62-bdee-5a798b10d9a3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.533574 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4f9a5df3-46e7-4782-a05a-f5613526a7f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:35.539132 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-4f9a5df3-46e7-4782-a05a-f5613526a7f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df371369-33fa-4f62-bdee-5a798b10d9a3 HTTP/1.1" status: 204 len: 168 time: 0.3305662 Mar 30 16:46:35.552666 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a5df3-46e7-4782-a05a-f5613526a7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df371369-33fa-4f62-bdee-5a798b10d9a3,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:35.870173 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:36.465438 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46656) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:36.470636 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-79442985-00e2-4f04-9e69-53285b275338 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1327615845', 'description': 'tempest-secgroup-smoke-1327615845 description', 'project_id': '271d66244aa14243b27a2fcf55275bcd'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:36.522894 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 1873b54c-8be3-468d-a68a-fd6108e5614b up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:36.574455 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 1873b54c-8be3-468d-a68a-fd6108e5614b triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:36.574866 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:36.647487 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-79442985-00e2-4f04-9e69-53285b275338 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:36.662010 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 1873b54c-8be3-468d-a68a-fd6108e5614b is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:36.662404 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:36.688313 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port 1873b54c-8be3-468d-a68a-fd6108e5614b, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=1873b54c-8be3-468d-a68a-fd6108e5614b,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:36.735892 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-79442985-00e2-4f04-9e69-53285b275338 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group (5e11302f-74bc-4553-b9c1-639a5a38494b), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:36.779136 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:36.791902 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46668) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:36.808758 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-79442985-00e2-4f04-9e69-53285b275338 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5e11302f-74bc-4553-b9c1-639a5a38494b), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:36.844025 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79442985-00e2-4f04-9e69-53285b275338 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e11302f-74bc-4553-b9c1-639a5a38494b,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:36.844992 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=1873b54c-8be3-468d-a68a-fd6108e5614b,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:36.910288 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-79442985-00e2-4f04-9e69-53285b275338 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:36.910288 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-79442985-00e2-4f04-9e69-53285b275338 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4408636 Mar 30 16:46:36.911940 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46672) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:36.916456 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-2359b342-e465-49ba-aff8-0dde6ad28396 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Request body: {'security_group_rule': {'security_group_id': '5e11302f-74bc-4553-b9c1-639a5a38494b', 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:37.019646 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2359b342-e465-49ba-aff8-0dde6ad28396 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (2d26bddd-d7c5-410f-961b-be0687014a04), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.085728 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2359b342-e465-49ba-aff8-0dde6ad28396 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (2d26bddd-d7c5-410f-961b-be0687014a04), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.145424 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2359b342-e465-49ba-aff8-0dde6ad28396 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (2d26bddd-d7c5-410f-961b-be0687014a04), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.166525 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2359b342-e465-49ba-aff8-0dde6ad28396 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d26bddd-d7c5-410f-961b-be0687014a04,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:37.220890 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2359b342-e465-49ba-aff8-0dde6ad28396 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.222343 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2359b342-e465-49ba-aff8-0dde6ad28396 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3093605 Mar 30 16:46:37.225156 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46680) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:37.229529 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-9fb92267-25ce-46af-97d7-d7558edbc73d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Request body: {'security_group_rule': {'security_group_id': '5e11302f-74bc-4553-b9c1-639a5a38494b', 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:37.272689 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755846'] for router_interface (a39c8c11-cf09-466f-9efb-3334fab4aee0), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.321923 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9fb92267-25ce-46af-97d7-d7558edbc73d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (a901b71f-f166-4045-9706-16fb83394ca1), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.386102 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9fb92267-25ce-46af-97d7-d7558edbc73d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (a901b71f-f166-4045-9706-16fb83394ca1), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.458800 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9fb92267-25ce-46af-97d7-d7558edbc73d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (a901b71f-f166-4045-9706-16fb83394ca1), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.474721 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb92267-25ce-46af-97d7-d7558edbc73d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a901b71f-f166-4045-9706-16fb83394ca1,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:37.540887 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] Deleting port 4edc32c5-38ce-497a-be5c-c720e31bbea4 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:37.541418 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.563400 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9fb92267-25ce-46af-97d7-d7558edbc73d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.566781 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-9fb92267-25ce-46af-97d7-d7558edbc73d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3385501 Mar 30 16:46:37.567789 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46692) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:37.572306 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-f2a541c8-638f-4e25-9411-af28a3832704 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Request body: {'security_group_rule': {'security_group_id': '5e11302f-74bc-4553-b9c1-639a5a38494b', 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:37.633547 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] For port 4edc32c5-38ce-497a-be5c-c720e31bbea4, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=4edc32c5-38ce-497a-be5c-c720e31bbea4,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:37.633916 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.654291 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] Calling delete_port for 4edc32c5-38ce-497a-be5c-c720e31bbea4 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:37.664209 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f2a541c8-638f-4e25-9411-af28a3832704 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (56127a56-d21d-4806-a637-d744f4dd7665), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.731854 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f2a541c8-638f-4e25-9411-af28a3832704 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (56127a56-d21d-4806-a637-d744f4dd7665), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.841261 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f2a541c8-638f-4e25-9411-af28a3832704 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (56127a56-d21d-4806-a637-d744f4dd7665), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.859908 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a541c8-638f-4e25-9411-af28a3832704 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56127a56-d21d-4806-a637-d744f4dd7665,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:37.890553 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Sync routers for ids ['b309acc3-59c3-44b4-9006-850fc63dc367'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:37.901920 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Routers {'b309acc3-59c3-44b4-9006-850fc63dc367'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:37.902531 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b309acc3-59c3-44b4-9006-850fc63dc367'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:37.921453 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (4edc32c5-38ce-497a-be5c-c720e31bbea4), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.946552 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f2a541c8-638f-4e25-9411-af28a3832704 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:37.948400 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4edc32c5-38ce-497a-be5c-c720e31bbea4,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:37.948651 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-f2a541c8-638f-4e25-9411-af28a3832704 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3796518 Mar 30 16:46:37.951124 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46696) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:37.967981 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-dbbea5da-6204-4682-9d6c-d169da14884e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Request body: {'security_group_rule': {'security_group_id': '5e11302f-74bc-4553-b9c1-639a5a38494b', 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:38.018336 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Set router b309acc3-59c3-44b4-9006-850fc63dc367 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:38.084489 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dbbea5da-6204-4682-9d6c-d169da14884e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (3f0c83db-7c37-4994-9608-95b4120f334d), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.141973 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3909953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3753174'] for router_interface (a39c8c11-cf09-466f-9efb-3334fab4aee0), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.171945 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dbbea5da-6204-4682-9d6c-d169da14884e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (3f0c83db-7c37-4994-9608-95b4120f334d), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.245537 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46700) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:38.255785 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dbbea5da-6204-4682-9d6c-d169da14884e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (3f0c83db-7c37-4994-9608-95b4120f334d), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.275520 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbea5da-6204-4682-9d6c-d169da14884e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0c83db-7c37-4994-9608-95b4120f334d,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:38.290997 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'name': 'tempest-TestShelveInstance-295159288-router', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:34Z', 'revision_number': 4, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'gw_port': {'id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '99e4bfcb-1ec0-4390-a8cf-5c75b49352c8', 'name': '', 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'mac_address': 'fa:16:3e:c4:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '50163056-c8b3-41ce-9720-ca527dcbb73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:33Z', 'updated_at': '2022-03-30T16:46:34Z', 'revision_number': 2, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'subnets': [{'id': '50163056-c8b3-41ce-9720-ca527dcbb73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:38.346272 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-dbbea5da-6204-4682-9d6c-d169da14884e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.347569 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-dbbea5da-6204-4682-9d6c-d169da14884e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3900394 Mar 30 16:46:38.350192 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46704) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:38.355354 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-1d58e6c7-c480-4ecf-ae96-6ea66c41b96b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Request body: {'security_group_rule': {'security_group_id': '5e11302f-74bc-4553-b9c1-639a5a38494b', 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:38.390601 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ec6-2d67-4cd3-b79a-43b248f67f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.399370 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] Router a39c8c11-cf09-466f-9efb-3334fab4aee0 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:38.420713 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Checking router: b309acc3-59c3-44b4-9006-850fc63dc367 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:38.421383 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Updating router b309acc3-59c3-44b4-9006-850fc63dc367 port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 binding host dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:38.453043 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.467942 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.securitygroups_db [None req-1d58e6c7-c480-4ecf-ae96-6ea66c41b96b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Project 271d66244aa14243b27a2fcf55275bcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:46:38.484759 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1d58e6c7-c480-4ecf-ae96-6ea66c41b96b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (2416e4a2-9d5f-4a16-ac03-4e2b1adbac73), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.518503 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:38.524812 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-22e46956-e787-4c58-8e14-a15cf11b87bf admin admin] 10.222.0.21 "PUT /v2.0/routers/a39c8c11-cf09-466f-9efb-3334fab4aee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7318213 Mar 30 16:46:38.529971 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a012f0e-cb0e-465a-8cd9-1402c3e67195 None None] Sync routers for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:38.537337 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46706) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:38.543956 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a012f0e-cb0e-465a-8cd9-1402c3e67195 None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:38.544250 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ec6-2d67-4cd3-b79a-43b248f67f46 admin admin] Publish callbacks [] for security_group (d6f70cd8-58b5-49e9-97ac-9a109a842fc6), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.546735 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-3a012f0e-cb0e-465a-8cd9-1402c3e67195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:38.563516 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1d58e6c7-c480-4ecf-ae96-6ea66c41b96b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (2416e4a2-9d5f-4a16-ac03-4e2b1adbac73), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.610613 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 1873b54c-8be3-468d-a68a-fd6108e5614b up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:38.615663 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bbbe5ec6-2d67-4cd3-b79a-43b248f67f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (d6f70cd8-58b5-49e9-97ac-9a109a842fc6), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.649969 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1d58e6c7-c480-4ecf-ae96-6ea66c41b96b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (2416e4a2-9d5f-4a16-ac03-4e2b1adbac73), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.670146 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Publish callbacks [] for router (a39c8c11-cf09-466f-9efb-3334fab4aee0), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.680263 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d58e6c7-c480-4ecf-ae96-6ea66c41b96b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2416e4a2-9d5f-4a16-ac03-4e2b1adbac73,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:38.682560 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe5ec6-2d67-4cd3-b79a-43b248f67f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f70cd8-58b5-49e9-97ac-9a109a842fc6,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:38.688774 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-bbbe5ec6-2d67-4cd3-b79a-43b248f67f46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cd366c4af604a8db62008e7381d471b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4420702 Mar 30 16:46:38.691226 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46708) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:38.746831 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1d58e6c7-c480-4ecf-ae96-6ea66c41b96b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.751088 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1d58e6c7-c480-4ecf-ae96-6ea66c41b96b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3968685 Mar 30 16:46:38.751280 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46710) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:38.751992 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Publish callbacks [] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), precommit_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.759232 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-cc45543b-2b54-45c6-853c-53bce83277f0 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Request body: {'security_group_rule': {'security_group_id': '5e11302f-74bc-4553-b9c1-639a5a38494b', 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:38.777868 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c29ae708-d28e-4108-8654-c7f2fe02c14f admin admin] Publish callbacks [] for security_group (d6f70cd8-58b5-49e9-97ac-9a109a842fc6), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.797166 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-3a012f0e-cb0e-465a-8cd9-1402c3e67195 None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:38.809697 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c29ae708-d28e-4108-8654-c7f2fe02c14f admin admin] Publish callbacks [] for security_group (d6f70cd8-58b5-49e9-97ac-9a109a842fc6), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.817438 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.861346 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 1873b54c-8be3-468d-a68a-fd6108e5614b triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:38.862643 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.867370 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.securitygroups_db [None req-cc45543b-2b54-45c6-853c-53bce83277f0 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Project 271d66244aa14243b27a2fcf55275bcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 30 16:46:38.874966 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc45543b-2b54-45c6-853c-53bce83277f0 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (24be6f9e-42c0-441c-8935-88357c8565b3), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.959619 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a27370-f183-4322-af98-3736dbe05dfb None None] Pushing event updated for resources: {'Port': ['ID=99e4bfcb-1ec0-4390-a8cf-5c75b49352c8,revision_number=3']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:38.982340 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Attempting to bind port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:38.983610 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Attempting to bind port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '24688677-75c7-41d6-9a96-9238fe88f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9'}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:38.983875 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c29ae708-d28e-4108-8654-c7f2fe02c14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (d6f70cd8-58b5-49e9-97ac-9a109a842fc6), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.984687 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Attempting to bind port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 on network a2880a68-fa2b-47da-9aff-f54c67b2ceb9 {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:38.989879 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c29ae708-d28e-4108-8654-c7f2fe02c14f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.992155 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-c29ae708-d28e-4108-8654-c7f2fe02c14f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6f70cd8-58b5-49e9-97ac-9a109a842fc6 HTTP/1.1" status: 204 len: 168 time: 0.2998462 Mar 30 16:46:38.994511 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:38.997865 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Checking segment: {'id': '24688677-75c7-41d6-9a96-9238fe88f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:38.998380 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:38.999445 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Bound using segment: {'id': '24688677-75c7-41d6-9a96-9238fe88f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9'} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:39.001132 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Bound port: 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24688677-75c7-41d6-9a96-9238fe88f22d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9'}}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:39.001631 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.031594 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc45543b-2b54-45c6-853c-53bce83277f0 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (24be6f9e-42c0-441c-8935-88357c8565b3), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.033451 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ae708-d28e-4108-8654-c7f2fe02c14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f70cd8-58b5-49e9-97ac-9a109a842fc6,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:39.089116 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] For port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:39.095480 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc45543b-2b54-45c6-853c-53bce83277f0 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (24be6f9e-42c0-441c-8935-88357c8565b3), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.110553 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] For port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=99e4bfcb-1ec0-4390-a8cf-5c75b49352c8,segment=NetworkSegment(24688677-75c7-41d6-9a96-9238fe88f22d),segment_id=24688677-75c7-41d6-9a96-9238fe88f22d)] {{(pid=106618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:39.120584 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-3a012f0e-cb0e-465a-8cd9-1402c3e67195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:46:37Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:39.122989 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 1873b54c-8be3-468d-a68a-fd6108e5614b is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:39.138314 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45543b-2b54-45c6-853c-53bce83277f0 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24be6f9e-42c0-441c-8935-88357c8565b3,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:39.177955 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a012f0e-cb0e-465a-8cd9-1402c3e67195 None None] Checking router: a39c8c11-cf09-466f-9efb-3334fab4aee0 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:39.188563 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a012f0e-cb0e-465a-8cd9-1402c3e67195 None None] Routers {'a39c8c11-cf09-466f-9efb-3334fab4aee0'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:39.189289 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-3a012f0e-cb0e-465a-8cd9-1402c3e67195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['a39c8c11-cf09-466f-9efb-3334fab4aee0'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:39.195719 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Publish callbacks [] for router_gateway (a39c8c11-cf09-466f-9efb-3334fab4aee0), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.218955 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.240845 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc45543b-2b54-45c6-853c-53bce83277f0 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.242820 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-cc45543b-2b54-45c6-853c-53bce83277f0 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4899247 Mar 30 16:46:39.281885 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Routers {'b309acc3-59c3-44b4-9006-850fc63dc367'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:39.282814 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b309acc3-59c3-44b4-9006-850fc63dc367'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:39.306257 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-f9da0dd2-e9a3-4b8f-bc09-614d72355724 None None] Provisioning complete for port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:39.306743 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f9da0dd2-e9a3-4b8f-bc09-614d72355724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.336093 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a27370-f183-4322-af98-3736dbe05dfb None None] Pushing event updated for resources: {'Port': ['ID=99e4bfcb-1ec0-4390-a8cf-5c75b49352c8,revision_number=4']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:39.361207 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-3a012f0e-cb0e-465a-8cd9-1402c3e67195 None None] Set router a39c8c11-cf09-466f-9efb-3334fab4aee0 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:39.392712 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Deleting port 7978eae7-8e99-44d0-9960-230c604bc108 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:39.393160 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (7978eae7-8e99-44d0-9960-230c604bc108), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.445656 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] Set router b309acc3-59c3-44b4-9006-850fc63dc367 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:39.604156 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-f9da0dd2-e9a3-4b8f-bc09-614d72355724 None None] Current status of the port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:39.605833 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f9da0dd2-e9a3-4b8f-bc09-614d72355724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.607545 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] For port 7978eae7-8e99-44d0-9960-230c604bc108, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=7978eae7-8e99-44d0-9960-230c604bc108,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:39.607912 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (7978eae7-8e99-44d0-9960-230c604bc108), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.636016 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Calling delete_port for 7978eae7-8e99-44d0-9960-230c604bc108 owned by network:router_gateway {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:39.678126 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-f9da0dd2-e9a3-4b8f-bc09-614d72355724 None None] For port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=99e4bfcb-1ec0-4390-a8cf-5c75b49352c8,segment=NetworkSegment(24688677-75c7-41d6-9a96-9238fe88f22d),segment_id=24688677-75c7-41d6-9a96-9238fe88f22d)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:39.706314 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-3a012f0e-cb0e-465a-8cd9-1402c3e67195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:46:37Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:39.724953 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'name': 'tempest-TestShelveInstance-295159288-router', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:34Z', 'revision_number': 4, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'gw_port': {'id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '99e4bfcb-1ec0-4390-a8cf-5c75b49352c8', 'name': '', 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'mac_address': 'fa:16:3e:c4:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '50163056-c8b3-41ce-9720-ca527dcbb73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:33Z', 'updated_at': '2022-03-30T16:46:39Z', 'revision_number': 4, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'subnets': [{'id': '50163056-c8b3-41ce-9720-ca527dcbb73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:39.754592 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a012f0e-cb0e-465a-8cd9-1402c3e67195 None None] The sync data for ids ['a39c8c11-cf09-466f-9efb-3334fab4aee0'] in dv-cinder-835871-1-iscsi is: [{'id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'name': 'tempest-AttachVolumeShelveTestJSON-1234138465-router', 'tenant_id': '9d2706b3bc384330b0a601211f7d0420', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233'}], 'enable_snat': True}, 'gw_port_id': '7978eae7-8e99-44d0-9960-230c604bc108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:39:20Z', 'updated_at': '2022-03-30T16:46:37Z', 'revision_number': 5, 'project_id': '9d2706b3bc384330b0a601211f7d0420', 'gw_port': {'id': '7978eae7-8e99-44d0-9960-230c604bc108', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:44:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39c8c11-cf09-466f-9efb-3334fab4aee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:39:22Z', 'updated_at': '2022-03-30T16:39:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:39.757916 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589931a0-7aac-4657-890e-05d8c33b7634 None None] The sync data for ids ['b309acc3-59c3-44b4-9006-850fc63dc367'] in dv-cinder-835871-1-iscsi is: [{'id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'name': 'tempest-TestShelveInstance-295159288-router', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:34Z', 'revision_number': 4, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'gw_port': {'id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '99e4bfcb-1ec0-4390-a8cf-5c75b49352c8', 'name': '', 'network_id': 'a2880a68-fa2b-47da-9aff-f54c67b2ceb9', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'mac_address': 'fa:16:3e:c4:bb:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '50163056-c8b3-41ce-9720-ca527dcbb73e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:33Z', 'updated_at': '2022-03-30T16:46:39Z', 'revision_number': 4, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'subnets': [{'id': '50163056-c8b3-41ce-9720-ca527dcbb73e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:39.759065 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f9da0dd2-e9a3-4b8f-bc09-614d72355724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.827700 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da0dd2-e9a3-4b8f-bc09-614d72355724 None None] Pushing event updated for resources: {'Port': ['ID=99e4bfcb-1ec0-4390-a8cf-5c75b49352c8,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:39.849632 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46752) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:39.863079 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-202298fd-05d9-4b99-abd4-be6271cb5139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.882303 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-c2336696-8fc4-46c9-b96d-34fc2f65521d None None] Provisioning complete for port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:39.882700 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c2336696-8fc4-46c9-b96d-34fc2f65521d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.927465 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (7978eae7-8e99-44d0-9960-230c604bc108), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.945594 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-202298fd-05d9-4b99-abd4-be6271cb5139 admin admin] Publish callbacks [] for security_group (ea75295b-c8fb-4716-9ebe-bfa2f276b440), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:39.960120 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7978eae7-8e99-44d0-9960-230c604bc108,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:40.019137 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752252'] for router_gateway (a39c8c11-cf09-466f-9efb-3334fab4aee0), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.024772 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-202298fd-05d9-4b99-abd4-be6271cb5139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (ea75295b-c8fb-4716-9ebe-bfa2f276b440), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.073542 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-202298fd-05d9-4b99-abd4-be6271cb5139 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73e1ab460d834e8b83cdb039fcc5b03a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202115 Mar 30 16:46:40.073731 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46754) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:40.080141 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202298fd-05d9-4b99-abd4-be6271cb5139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea75295b-c8fb-4716-9ebe-bfa2f276b440,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:40.095291 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-c2336696-8fc4-46c9-b96d-34fc2f65521d None None] Current status of the port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:40.137529 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3753632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15599'] for router (a39c8c11-cf09-466f-9efb-3334fab4aee0), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.143008 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Publish callbacks [] for router_controller (a39c8c11-cf09-466f-9efb-3334fab4aee0), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.179277 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3a6d7a91-cf7c-468f-b5a1-2fa6051f8a21 admin admin] Publish callbacks [] for security_group (ea75295b-c8fb-4716-9ebe-bfa2f276b440), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.228778 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3a6d7a91-cf7c-468f-b5a1-2fa6051f8a21 admin admin] Publish callbacks [] for security_group (ea75295b-c8fb-4716-9ebe-bfa2f276b440), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.285672 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3753689'] for router (a39c8c11-cf09-466f-9efb-3334fab4aee0), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.286292 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a39c8c11-cf09-466f-9efb-3334fab4aee0 {{(pid=106603) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:46:40.291836 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.293924 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-cd5056c6-9b7c-4f2b-91d4-cfc8b43df5f8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a39c8c11-cf09-466f-9efb-3334fab4aee0 HTTP/1.1" status: 204 len: 168 time: 1.7545877 Mar 30 16:46:40.296274 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46756) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:40.361996 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda15e45-010d-4416-97a0-90f83aecd481 admin admin] Deleting subnet 179afb57-9f50-46ef-b7e7-f02e1ce74f5b {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:46:40.366147 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cda15e45-010d-4416-97a0-90f83aecd481 admin admin] Publish callbacks [] for subnet (179afb57-9f50-46ef-b7e7-f02e1ce74f5b), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.401632 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cda15e45-010d-4416-97a0-90f83aecd481 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (179afb57-9f50-46ef-b7e7-f02e1ce74f5b), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.427062 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3a6d7a91-cf7c-468f-b5a1-2fa6051f8a21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (ea75295b-c8fb-4716-9ebe-bfa2f276b440), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.427062 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3a6d7a91-cf7c-468f-b5a1-2fa6051f8a21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.427062 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-3a6d7a91-cf7c-468f-b5a1-2fa6051f8a21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea75295b-c8fb-4716-9ebe-bfa2f276b440 HTTP/1.1" status: 204 len: 168 time: 0.3509564 Mar 30 16:46:40.444371 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d7a91-cf7c-468f-b5a1-2fa6051f8a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea75295b-c8fb-4716-9ebe-bfa2f276b440,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:40.552619 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cda15e45-010d-4416-97a0-90f83aecd481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (179afb57-9f50-46ef-b7e7-f02e1ce74f5b), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.699342 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:40.750841 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:40.751468 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.779162 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cda15e45-010d-4416-97a0-90f83aecd481 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (179afb57-9f50-46ef-b7e7-f02e1ce74f5b), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.812376 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda15e45-010d-4416-97a0-90f83aecd481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=179afb57-9f50-46ef-b7e7-f02e1ce74f5b,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:40.814404 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cda15e45-010d-4416-97a0-90f83aecd481 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.818303 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-cda15e45-010d-4416-97a0-90f83aecd481 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/179afb57-9f50-46ef-b7e7-f02e1ce74f5b HTTP/1.1" status: 204 len: 168 time: 0.5210164 Mar 30 16:46:40.820866 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46764) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:40.841603 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3d04cf-6d68-435d-9e27-94b555d3630b None None] Network 7997d76f-0fe0-4c65-b651-c4e866201f6a requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:40.912153 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (7997d76f-0fe0-4c65-b651-c4e866201f6a), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:40.919025 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:40.930931 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 4edc32c5-38ce-497a-be5c-c720e31bbea4 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:46:40.973448 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 4edc32c5-38ce-497a-be5c-c720e31bbea4 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:46:40.973790 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 4edc32c5-38ce-497a-be5c-c720e31bbea4 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:46:40.992940 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Deleting port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:40.992940 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.068925 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] For port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=39eb297c-3421-4f12-95a8-c5a7e1e87ed6,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:41.069607 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.081239 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72aa760c-a0fc-4be5-8e3a-dab97668c4d0 None None] DHCP port deletion for 7997d76f-0fe0-4c65-b651-c4e866201f6a request from dv-cinder-835871-1-iscsi {{(pid=106615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:46:41.083395 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Calling delete_port for 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 owned by network:dhcp {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:41.173122 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-72aa760c-a0fc-4be5-8e3a-dab97668c4d0 None None] Deleting port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 {{(pid=106615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:46:41.176872 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-72aa760c-a0fc-4be5-8e3a-dab97668c4d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), before_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.260722 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-72aa760c-a0fc-4be5-8e3a-dab97668c4d0 None None] For port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=39eb297c-3421-4f12-95a8-c5a7e1e87ed6,segment=NetworkSegment(073c0994-8286-4770-aeab-1e80df15b479),segment_id=073c0994-8286-4770-aeab-1e80df15b479)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:41.261246 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-72aa760c-a0fc-4be5-8e3a-dab97668c4d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), precommit_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.279408 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-72aa760c-a0fc-4be5-8e3a-dab97668c4d0 None None] Calling delete_port for 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 owned by network:dhcp {{(pid=106615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:46:41.296041 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.330294 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Pushing event deleted for resources: {'Port': ['ID=39eb297c-3421-4f12-95a8-c5a7e1e87ed6,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:41.336864 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] No DVR routers for this DVR port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 on host dv-cinder-835871-1-iscsi {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:46:41.381312 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-72aa760c-a0fc-4be5-8e3a-dab97668c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254'] for port (39eb297c-3421-4f12-95a8-c5a7e1e87ed6), after_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.407615 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa760c-a0fc-4be5-8e3a-dab97668c4d0 None None] Pushing event deleted for resources: {'Port': ['ID=39eb297c-3421-4f12-95a8-c5a7e1e87ed6,revision_number=None']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:41.416960 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72aa760c-a0fc-4be5-8e3a-dab97668c4d0 None None] No DVR routers for this DVR port 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 on host dv-cinder-835871-1-iscsi {{(pid=106615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:46:41.445669 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (7997d76f-0fe0-4c65-b651-c4e866201f6a), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.470492 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7997d76f-0fe0-4c65-b651-c4e866201f6a']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:41.483579 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '073c0994-8286-4770-aeab-1e80df15b479') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:41.483899 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '073c0994-8286-4770-aeab-1e80df15b479') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:41.496615 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (073c0994-8286-4770-aeab-1e80df15b479), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.512039 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (073c0994-8286-4770-aeab-1e80df15b479), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.519380 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Releasing vlan 529 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (073c0994-8286-4770-aeab-1e80df15b479), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:46:41.529747 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:46:41.655255 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (7997d76f-0fe0-4c65-b651-c4e866201f6a), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.661960 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:41.665146 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7997d76f-0fe0-4c65-b651-c4e866201f6a HTTP/1.1" status: 204 len: 168 time: 0.8431652 Mar 30 16:46:41.678159 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c2ce5-dcca-46af-a8c7-63de5f395617 admin admin] Pushing event deleted for resources: {'Network': ['ID=7997d76f-0fe0-4c65-b651-c4e866201f6a,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:42.038175 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46806) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:42.086663 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-28db576e-c98f-404e-882b-a5d5ed7fcd73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d2706b3bc384330b0a601211f7d0420&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437036 Mar 30 16:46:42.090878 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46808) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:42.140961 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8c9100fd-9a2f-42ab-9e2c-af2e91f68a4f admin admin] Publish callbacks [] for security_group (0f87380e-4c16-43ff-a695-79efbf26bb16), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:42.164258 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8c9100fd-9a2f-42ab-9e2c-af2e91f68a4f admin admin] Publish callbacks [] for security_group (0f87380e-4c16-43ff-a695-79efbf26bb16), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:42.278504 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8c9100fd-9a2f-42ab-9e2c-af2e91f68a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (0f87380e-4c16-43ff-a695-79efbf26bb16), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:42.281140 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8c9100fd-9a2f-42ab-9e2c-af2e91f68a4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:42.282363 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8c9100fd-9a2f-42ab-9e2c-af2e91f68a4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f87380e-4c16-43ff-a695-79efbf26bb16 HTTP/1.1" status: 204 len: 168 time: 0.1904774 Mar 30 16:46:42.290594 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9100fd-9a2f-42ab-9e2c-af2e91f68a4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f87380e-4c16-43ff-a695-79efbf26bb16,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:42.486642 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:46:42.509075 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:46:42.509419 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 39eb297c-3421-4f12-95a8-c5a7e1e87ed6 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:46:42.509755 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:46:42.510260 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 7978eae7-8e99-44d0-9960-230c604bc108 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:46:42.529277 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 7978eae7-8e99-44d0-9960-230c604bc108 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:46:42.529623 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 7978eae7-8e99-44d0-9960-230c604bc108 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:46:43.485160 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 46836) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:43.583891 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1017842462-network', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:43.693835 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Made reservation on behalf of d38ae0d6c59446f6b7c78e01c81fbda5 for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:43.696748 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.705671 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.786819 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Publish callbacks [] for security_group (5b42e8d7-2c6c-4453-bf39-1f2e318151f8), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.878989 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5b42e8d7-2c6c-4453-bf39-1f2e318151f8), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.911840 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] vlan segment allocate from pool success with {'vlan_id': 536, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:46:43.921457 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b42e8d7-2c6c-4453-bf39-1f2e318151f8,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:43.927704 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (c50bd3f8-4250-4074-a607-87c340b5bd37), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:43.929942 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Added segment c50bd3f8-4250-4074-a607-87c340b5bd37 of type vlan for network cdcbced6-0d6d-46ed-85f6-6bcd25611785 Mar 30 16:46:43.969062 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (cdcbced6-0d6d-46ed-85f6-6bcd25611785), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.087334 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (cdcbced6-0d6d-46ed-85f6-6bcd25611785), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.088331 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:44.088912 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.152775 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] Pushing event updated for resources: {'Network': ['ID=cdcbced6-0d6d-46ed-85f6-6bcd25611785,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:44.163600 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network cdcbced6-0d6d-46ed-85f6-6bcd25611785 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:46:44.215640 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8f91c051-0e30-4372-828b-9359d7ed1142 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7292576 Mar 30 16:46:44.219015 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46846) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:44.225046 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] Request body: {'subnet': {'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1017842462-subnet', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:44.315841 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] Made reservation on behalf of d38ae0d6c59446f6b7c78e01c81fbda5 for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:44.318221 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12250423'] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.544551 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12227333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12250401'] for subnet (dddf9726-18bb-417d-850d-d95b133b917e), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.598717 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dddf9726-18bb-417d-850d-d95b133b917e,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:44.610768 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] Checking segment: {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:44.611126 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] Network hostable DHCP agents. Network: cdcbced6-0d6d-46ed-85f6-6bcd25611785, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:46:44.678947 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] Network cdcbced6-0d6d-46ed-85f6-6bcd25611785 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:46:44.781814 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, cdcbced6-0d6d-46ed-85f6-6bcd25611785) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:44.785795 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:44.786455 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.791766 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7490ea7c-8041-45f7-b641-841a71671d65 None None] Network cdcbced6-0d6d-46ed-85f6-6bcd25611785 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:44.878264 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-15326f04-9ee2-4591-bf24-69e0a9ae032c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6576104 Mar 30 16:46:44.881948 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46852) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:44.886075 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:44.899166 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9f9a95da-0935-5c12-9969-7e6e35eae270-cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e'}]}} from dv-cinder-835871-1-iscsi. {{(pid=106615) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 30 16:46:44.900094 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.998770 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3753742', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15517'] for router (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:44.999872 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3753630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3752399', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3695843', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15510'] for router (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.039099 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.db_base_plugin_common [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Allocated IP 172.20.0.2 (cdcbced6-0d6d-46ed-85f6-6bcd25611785/dddf9726-18bb-417d-850d-d95b133b917e/e2a6be72-2bb1-43dd-b749-a841b34ca2e4) {{(pid=106615) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:45.062072 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Publish callbacks [] for router_controller (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), precommit_add_association {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.182080 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Publish callbacks [] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), precommit_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.247355 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), after_create {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.267328 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Publish callbacks [] for router_gateway (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.289304 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Network cdcbced6-0d6d-46ed-85f6-6bcd25611785 is already hosted by enough agents. {{(pid=106615) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:45.292447 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.scheduler.base_scheduler [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Resources bound (agent type, host, resource id): {{(pid=106615) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:45.296059 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Received port after_create {{(pid=106615) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:45.312206 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Pushing event updated for resources: {'Port': ['ID=e2a6be72-2bb1-43dd-b749-a841b34ca2e4,revision_number=1']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:45.365150 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Attempting to bind port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:45.365517 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Attempting to bind port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:45.365884 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Attempting to bind port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 on network cdcbced6-0d6d-46ed-85f6-6bcd25611785 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:45.370976 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:45.371343 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Checking segment: {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:45.371739 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.372125 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Bound using segment: {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:45.372583 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Bound port: e2a6be72-2bb1-43dd-b749-a841b34ca2e4, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:45.372958 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.437765 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] For port e2a6be72-2bb1-43dd-b749-a841b34ca2e4, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:45.441208 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] For port e2a6be72-2bb1-43dd-b749-a841b34ca2e4, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=e2a6be72-2bb1-43dd-b749-a841b34ca2e4,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:45.522121 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.538155 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Publish callbacks [] for router_gateway (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.557726 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.594035 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13055cf-4f63-4bae-b087-df96752fbbff None None] Pushing event updated for resources: {'Port': ['ID=e2a6be72-2bb1-43dd-b749-a841b34ca2e4,revision_number=2']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:45.670314 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Allocated IP 172.27.0.159 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/2503e986-acdf-4dd5-adc1-407faf725d2a) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:45.783040 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Publish callbacks [] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.897673 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:45.934073 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:45.936794 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:45.940213 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:45.972251 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Pushing event updated for resources: {'Port': ['ID=2503e986-acdf-4dd5-adc1-407faf725d2a,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:46.297784 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Publish callbacks [] for router_gateway (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.483141 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c29ca062-4bb6-4f6c-8325-c27b2b014a63 None None] Network cdcbced6-0d6d-46ed-85f6-6bcd25611785 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:46:46.507736 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3753623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3752216'] for router (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.561209 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device e2a6be72-2bb1-43dd-b749-a841b34ca2e4 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:46.646478 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-71cb82c2-aef5-49a7-bafa-0e4fd1b01cc6 None None] Provisioning complete for port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:46.646972 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-71cb82c2-aef5-49a7-bafa-0e4fd1b01cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.699749 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:46.700128 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.824410 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-71cb82c2-aef5-49a7-bafa-0e4fd1b01cc6 None None] Current status of the port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:46.824785 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-71cb82c2-aef5-49a7-bafa-0e4fd1b01cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.855400 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:46.855795 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:46.890121 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-71cb82c2-aef5-49a7-bafa-0e4fd1b01cc6 None None] For port e2a6be72-2bb1-43dd-b749-a841b34ca2e4, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=e2a6be72-2bb1-43dd-b749-a841b34ca2e4,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:46.996725 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-71cb82c2-aef5-49a7-bafa-0e4fd1b01cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.024280 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 is scheduled to L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 with binding_index 1 {{(pid=106608) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 30 16:46:47.068845 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106615) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 30 16:46:47.069477 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG oslo_db.api [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 30 16:46:47.073842 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb82c2-aef5-49a7-bafa-0e4fd1b01cc6 None None] Pushing event updated for resources: {'Port': ['ID=e2a6be72-2bb1-43dd-b749-a841b34ca2e4,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:47.117657 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-e27e1533-68ce-4d5f-9e26-0287e472132e None None] Provisioning complete for port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:47.118036 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e27e1533-68ce-4d5f-9e26-0287e472132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.140263 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:47.151459 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Sync routers for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:47.167203 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:47.167815 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-733b61c0-be07-40cb-a829-0041943c362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:47.203020 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.204272 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-d4c13f7f-9cdd-43e4-af9c-f3c1fee6f4f9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3213935 Mar 30 16:46:47.207590 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46862) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:47.208745 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-e27e1533-68ce-4d5f-9e26-0287e472132e None None] Current status of the port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:47.282505 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:47.472796 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-733b61c0-be07-40cb-a829-0041943c362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:46Z', 'revision_number': 3, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:47.500646 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Checking router: e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:47.500999 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Updating router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 port 2503e986-acdf-4dd5-adc1-407faf725d2a binding host dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:47.532265 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.609532 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:47.656540 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.793506 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Publish callbacks [] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), precommit_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.816847 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Allocated IP 172.20.0.1 (cdcbced6-0d6d-46ed-85f6-6bcd25611785/dddf9726-18bb-417d-850d-d95b133b917e/f0116ee3-6618-458f-b94c-fb59e7da4eb2) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:47.878606 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.929221 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Publish callbacks [] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.931721 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989a299-c2c1-4128-a024-e390c0f41cbc None None] Pushing event updated for resources: {'Port': ['ID=2503e986-acdf-4dd5-adc1-407faf725d2a,revision_number=2']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:47.944555 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Attempting to bind port 2503e986-acdf-4dd5-adc1-407faf725d2a on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:47.944918 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Attempting to bind port 2503e986-acdf-4dd5-adc1-407faf725d2a by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:47.945280 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Attempting to bind port 2503e986-acdf-4dd5-adc1-407faf725d2a on network 925be276-2685-4f32-a5e5-bf5a79e7dce9 {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:47.953494 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:47.953494 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Checking segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:47.953494 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:47.953901 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Bound using segment: {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'} {{(pid=106618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:47.954174 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.managers [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Bound port: 2503e986-acdf-4dd5-adc1-407faf725d2a, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ec9bcbb-e782-43e3-8d70-133efb784a17', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}}] {{(pid=106618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:47.954482 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), before_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.009081 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-733b61c0-be07-40cb-a829-0041943c362f None None] For port 2503e986-acdf-4dd5-adc1-407faf725d2a, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:48.012252 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.plugins.ml2.db [None req-733b61c0-be07-40cb-a829-0041943c362f None None] For port 2503e986-acdf-4dd5-adc1-407faf725d2a, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=2503e986-acdf-4dd5-adc1-407faf725d2a,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:48.036519 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.076473 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Network cdcbced6-0d6d-46ed-85f6-6bcd25611785 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:48.079351 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:48.081769 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:48.090774 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron_lib.callbacks.manager [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), after_update {{(pid=106618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.115789 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Pushing event updated for resources: {'Port': ['ID=f0116ee3-6618-458f-b94c-fb59e7da4eb2,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:48.136676 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3755983'] for router_interface (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.143705 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:48.144879 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-733b61c0-be07-40cb-a829-0041943c362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:48.236834 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989a299-c2c1-4128-a024-e390c0f41cbc None None] Pushing event updated for resources: {'Port': ['ID=2503e986-acdf-4dd5-adc1-407faf725d2a,revision_number=3']} {{(pid=106618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:48.281109 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-733b61c0-be07-40cb-a829-0041943c362f None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:48.344957 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-269326cf-a3e8-4aa9-a93d-ef5a74730a70 None None] Provisioning complete for port f0116ee3-6618-458f-b94c-fb59e7da4eb2 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:48.345848 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-269326cf-a3e8-4aa9-a93d-ef5a74730a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.356850 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.387335 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-269326cf-a3e8-4aa9-a93d-ef5a74730a70 None None] Port f0116ee3-6618-458f-b94c-fb59e7da4eb2 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:48.502065 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device e2a6be72-2bb1-43dd-b749-a841b34ca2e4 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:48.563623 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:48.563997 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.566661 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Publish callbacks [] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.592169 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-733b61c0-be07-40cb-a829-0041943c362f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:46Z', 'revision_number': 3, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:48.622401 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733b61c0-be07-40cb-a829-0041943c362f None None] The sync data for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi is: [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:46Z', 'revision_number': 3, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:48.653407 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:48.659571 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.749655 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3909962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3755867'] for router_interface (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:48.750698 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Pushing event updated for resources: {'Port': ['ID=f0116ee3-6618-458f-b94c-fb59e7da4eb2,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:48.868493 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Network cdcbced6-0d6d-46ed-85f6-6bcd25611785 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:48.873630 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:49.050872 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:46:49.192535 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:46:49.197987 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-ca765a13-b891-4960-85ec-bfda91142201 admin admin] 10.222.0.21 "PUT /v2.0/routers/e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9887946 Mar 30 16:46:49.219011 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-8d84c0fb-bbe1-44d3-aa9d-2e2fab78a1c9 None None] Provisioning complete for port f0116ee3-6618-458f-b94c-fb59e7da4eb2 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:49.219700 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-8d84c0fb-bbe1-44d3-aa9d-2e2fab78a1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:49.275056 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-8d84c0fb-bbe1-44d3-aa9d-2e2fab78a1c9 None None] Port f0116ee3-6618-458f-b94c-fb59e7da4eb2 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:49.873257 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.229555 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46910) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:50.234391 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-60a87c81-feaa-4c66-9022-6615ceb9c7bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1032892553', 'description': 'tempest-description--1083761994'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:50.307426 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-60a87c81-feaa-4c66-9022-6615ceb9c7bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.368142 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Sync routers for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:46:50.378148 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:50.379439 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:50.384286 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-60a87c81-feaa-4c66-9022-6615ceb9c7bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (97e9a935-ec39-459b-aa58-2891e1b7c0db), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.490487 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-60a87c81-feaa-4c66-9022-6615ceb9c7bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (97e9a935-ec39-459b-aa58-2891e1b7c0db), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.494424 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:50.521686 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a87c81-feaa-4c66-9022-6615ceb9c7bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e9a935-ec39-459b-aa58-2891e1b7c0db,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:50.570172 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 2503e986-acdf-4dd5-adc1-407faf725d2a up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:50.595023 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-60a87c81-feaa-4c66-9022-6615ceb9c7bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.596296 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-60a87c81-feaa-4c66-9022-6615ceb9c7bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3654854 Mar 30 16:46:50.600184 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46916) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:50.606708 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-11725516-01bc-4051-88cf-65bc43a793ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'security_group_rule': {'security_group_id': '97e9a935-ec39-459b-aa58-2891e1b7c0db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:50.693879 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 2503e986-acdf-4dd5-adc1-407faf725d2a triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:50.694258 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.732186 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-11725516-01bc-4051-88cf-65bc43a793ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (f00bded8-bb48-4afb-b075-c886af154416), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.794381 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-11725516-01bc-4051-88cf-65bc43a793ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (f00bded8-bb48-4afb-b075-c886af154416), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.801490 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 2, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:50.830328 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Checking router: e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:46:50.830723 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Updating router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 port f0116ee3-6618-458f-b94c-fb59e7da4eb2 binding host dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 30 16:46:50.855453 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 2503e986-acdf-4dd5-adc1-407faf725d2a is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:50.855844 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.919166 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-11725516-01bc-4051-88cf-65bc43a793ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (f00bded8-bb48-4afb-b075-c886af154416), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:50.944503 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11725516-01bc-4051-88cf-65bc43a793ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f00bded8-bb48-4afb-b075-c886af154416,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:51.020625 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] For port 2503e986-acdf-4dd5-adc1-407faf725d2a, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=2503e986-acdf-4dd5-adc1-407faf725d2a,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:51.021936 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.054346 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-11725516-01bc-4051-88cf-65bc43a793ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.055639 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-11725516-01bc-4051-88cf-65bc43a793ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4545364 Mar 30 16:46:51.058410 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46926) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:51.067482 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-5ac46442-10f6-4ab6-84b8-c7c464fa6d40 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'security_group_rule': {'security_group_id': '97e9a935-ec39-459b-aa58-2891e1b7c0db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:51.112729 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.182872 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5ac46442-10f6-4ab6-84b8-c7c464fa6d40 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (92a627a5-2344-4e95-8b50-e1392c6cc44f), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.197596 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Pushing event updated for resources: {'Port': ['ID=2503e986-acdf-4dd5-adc1-407faf725d2a,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:51.255239 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5ac46442-10f6-4ab6-84b8-c7c464fa6d40 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (92a627a5-2344-4e95-8b50-e1392c6cc44f), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.304145 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5ac46442-10f6-4ab6-84b8-c7c464fa6d40 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (92a627a5-2344-4e95-8b50-e1392c6cc44f), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.322694 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac46442-10f6-4ab6-84b8-c7c464fa6d40 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a627a5-2344-4e95-8b50-e1392c6cc44f,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:51.343657 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Publish callbacks [] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), precommit_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.372089 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-5ac46442-10f6-4ab6-84b8-c7c464fa6d40 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.373320 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-5ac46442-10f6-4ab6-84b8-c7c464fa6d40 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3139627 Mar 30 16:46:51.376323 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46936) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:51.381597 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:51.427313 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.485110 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326a417-8ba5-4168-b52c-e153ad140724 None None] Pushing event updated for resources: {'Port': ['ID=f0116ee3-6618-458f-b94c-fb59e7da4eb2,revision_number=3']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:51.497632 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.538945 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Attempting to bind port f0116ee3-6618-458f-b94c-fb59e7da4eb2 on host dv-cinder-835871-1-iscsi for vnic_type normal with profile {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:51.539178 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Attempting to bind port f0116ee3-6618-458f-b94c-fb59e7da4eb2 by drivers openvswitch,hyperv on host dv-cinder-835871-1-iscsi at level 0 using segments [{'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:51.539523 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Attempting to bind port f0116ee3-6618-458f-b94c-fb59e7da4eb2 on network cdcbced6-0d6d-46ed-85f6-6bcd25611785 {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:51.544770 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Checking agent: {'id': '2e5b29f7-a2d3-4bbb-bda8-70b089ce6149', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-835871-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 31, 6), 'started_at': datetime.datetime(2022, 3, 30, 16, 31, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-835871-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:51.545152 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Checking segment: {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106615) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:51.545747 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.546160 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Bound using segment: {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'} {{(pid=106615) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:51.546653 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.managers [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Bound port: f0116ee3-6618-458f-b94c-fb59e7da4eb2, host: dv-cinder-835871-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'}}] {{(pid=106615) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:51.547659 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.609482 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.617622 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] For port f0116ee3-6618-458f-b94c-fb59e7da4eb2, host dv-cinder-835871-1-iscsi, cleared binding levels {{(pid=106615) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:51.620858 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] For port f0116ee3-6618-458f-b94c-fb59e7da4eb2, host dv-cinder-835871-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=f0116ee3-6618-458f-b94c-fb59e7da4eb2,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106615) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:51.711777 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-1ab97821-d798-4b64-8b22-e0c5c5eabc2a None None] Provisioning complete for port f0116ee3-6618-458f-b94c-fb59e7da4eb2 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:51.712157 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-1ab97821-d798-4b64-8b22-e0c5c5eabc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.718239 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Allocated IP 172.27.0.55 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:51.739794 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.782586 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-1ab97821-d798-4b64-8b22-e0c5c5eabc2a None None] Port f0116ee3-6618-458f-b94c-fb59e7da4eb2 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:51.811677 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3326a417-8ba5-4168-b52c-e153ad140724 None None] Pushing event updated for resources: {'Port': ['ID=f0116ee3-6618-458f-b94c-fb59e7da4eb2,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:51.815004 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:46:51.815830 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:46:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:51.823550 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for port (bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.910996 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:51.945267 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:46:51.949021 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:51.951903 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:51.955526 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:51.983847 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'Port': ['ID=bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:52.048904 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (4733065e-e280-4ae3-8646-6dcf44621147), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.080918 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-47df502f-df6e-4388-b660-a99cce183e66 None None] Provisioning complete for port f0116ee3-6618-458f-b94c-fb59e7da4eb2 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:52.081431 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-47df502f-df6e-4388-b660-a99cce183e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.156198 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.224932 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-47df502f-df6e-4388-b660-a99cce183e66 None None] Current status of the port f0116ee3-6618-458f-b94c-fb59e7da4eb2 is: DOWN; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:52.225325 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-47df502f-df6e-4388-b660-a99cce183e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.239648 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:51Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:46:52.267750 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a8e61f-5b5f-4c67-9aa0-ba14cc73889f None None] The sync data for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi is: [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:51Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:46:52.297733 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-47df502f-df6e-4388-b660-a99cce183e66 None None] For port f0116ee3-6618-458f-b94c-fb59e7da4eb2, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=f0116ee3-6618-458f-b94c-fb59e7da4eb2,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:46:52.348444 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for port (bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.376862 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-47df502f-df6e-4388-b660-a99cce183e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.432139 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47df502f-df6e-4388-b660-a99cce183e66 None None] Pushing event updated for resources: {'Port': ['ID=f0116ee3-6618-458f-b94c-fb59e7da4eb2,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:52.460461 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.543564 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (4733065e-e280-4ae3-8646-6dcf44621147), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.553963 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'Port': ['ID=bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:52.591704 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device f0116ee3-6618-458f-b94c-fb59e7da4eb2 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:52.633049 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.635334 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-55b40ed7-9adb-41ae-9930-e182d8a6f514 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2575669 Mar 30 16:46:52.650111 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port f0116ee3-6618-458f-b94c-fb59e7da4eb2 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:52.650306 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.737235 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port f0116ee3-6618-458f-b94c-fb59e7da4eb2 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:52.738909 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 2503e986-acdf-4dd5-adc1-407faf725d2a up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:52.791465 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46950) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:52.802278 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port 2503e986-acdf-4dd5-adc1-407faf725d2a triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:52.802696 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:52.888370 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port 2503e986-acdf-4dd5-adc1-407faf725d2a is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:52.903030 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-574bf5ca-0b7c-416a-ad82-b9423655ed80 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1032892553&fields=id&tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5 HTTP/1.1" status: 200 len: 267 time: 0.0600476 Mar 30 16:46:52.930544 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7198b9d0-8248-480e-ab3a-5a5accfd0d3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.019135 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7198b9d0-8248-480e-ab3a-5a5accfd0d3c admin admin] Publish callbacks [] for security_group (25a91fb7-bce1-4005-81f7-0dc1113f9649), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.025691 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-ce0f9e65-e10a-4968-9f49-3b33a497b05d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:53.027435 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-ce0f9e65-e10a-4968-9f49-3b33a497b05d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/networks?id=cdcbced6-0d6d-46ed-85f6-6bcd25611785 HTTP/1.1" status: 200 len: 811 time: 0.1130800 Mar 30 16:46:53.042914 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-8c13f659-a022-4294-bfe4-af6125a5ebcf tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/quotas/d38ae0d6c59446f6b7c78e01c81fbda5 HTTP/1.1" status: 200 len: 375 time: 0.0098808 Mar 30 16:46:53.104556 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-fd135bca-1a44-4f38-9d5b-8d0a2a9809b1 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560486 Mar 30 16:46:53.105924 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7198b9d0-8248-480e-ab3a-5a5accfd0d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (25a91fb7-bce1-4005-81f7-0dc1113f9649), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.151399 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-7198b9d0-8248-480e-ab3a-5a5accfd0d3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=62c0070c58e341b88a219ab807bbd082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3565483 Mar 30 16:46:53.151399 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198b9d0-8248-480e-ab3a-5a5accfd0d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a91fb7-bce1-4005-81f7-0dc1113f9649,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:53.154028 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 46962) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:53.205901 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ecf-6aaf-4a22-a409-3e422e187654 admin admin] Publish callbacks [] for security_group (25a91fb7-bce1-4005-81f7-0dc1113f9649), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.214352 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-c3d76e48-789e-48be-a339-d5c361757cb5 service neutron] 10.222.0.21 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977523 Mar 30 16:46:53.231851 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ecf-6aaf-4a22-a409-3e422e187654 admin admin] Publish callbacks [] for security_group (25a91fb7-bce1-4005-81f7-0dc1113f9649), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.328541 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-f82395a5-be18-4af2-a592-bf221b82b164 service neutron] 10.222.0.21 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003528 Mar 30 16:46:53.367445 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ecf-6aaf-4a22-a409-3e422e187654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (25a91fb7-bce1-4005-81f7-0dc1113f9649), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.369965 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9d1f0ecf-6aaf-4a22-a409-3e422e187654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:53.373564 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-9d1f0ecf-6aaf-4a22-a409-3e422e187654 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25a91fb7-bce1-4005-81f7-0dc1113f9649 HTTP/1.1" status: 204 len: 168 time: 0.2178876 Mar 30 16:46:53.379753 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1f0ecf-6aaf-4a22-a409-3e422e187654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a91fb7-bce1-4005-81f7-0dc1113f9649,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:53.585986 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b94ad991-faa2-4cd0-8f57-e0f2be415520 req-8658910a-eba4-4a05-91fc-4110e94f4e4e tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 210 time: 0.0321748 Mar 30 16:46:54.495210 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device f0116ee3-6618-458f-b94c-fb59e7da4eb2 up at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:46:54.546125 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Provisioning complete for port f0116ee3-6618-458f-b94c-fb59e7da4eb2 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:54.546498 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:54.624371 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Current status of the port f0116ee3-6618-458f-b94c-fb59e7da4eb2 is: ACTIVE; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:46:54.692383 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4715485d-956a-443f-9317-8c7b3a6f7875 req-77fd342f-c417-4f4d-b25d-9587e6ea3cba tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 210 time: 0.0317252 Mar 30 16:46:55.509936 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-78a340d4-a8a5-4321-b57d-90db4a5df65d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1327615845&fields=id&tenant_id=271d66244aa14243b27a2fcf55275bcd HTTP/1.1" status: 200 len: 267 time: 0.0444741 Mar 30 16:46:55.692999 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-7900d4d7-3325-44d5-84b0-40a068acc7e5 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:55.694504 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-7900d4d7-3325-44d5-84b0-40a068acc7e5 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/networks?id=aa4cebb7-4fd1-47fc-87e8-524051c7f431 HTTP/1.1" status: 200 len: 808 time: 0.1780949 Mar 30 16:46:55.716213 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-157a9c3e-88f1-4f55-9793-57b3024e3aa1 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/quotas/271d66244aa14243b27a2fcf55275bcd HTTP/1.1" status: 200 len: 375 time: 0.0129328 Mar 30 16:46:55.722698 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-b001a9e1-752c-4ee2-b744-694791731a40 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:55.723807 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-b001a9e1-752c-4ee2-b744-694791731a40 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.41 "GET /v2.0/networks?id=cdcbced6-0d6d-46ed-85f6-6bcd25611785 HTTP/1.1" status: 200 len: 811 time: 0.1608222 Mar 30 16:46:55.807907 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1997abd1-4396-4f3f-ae73-47695be10b26 req-f722526b-8997-43f4-a07e-d505bcbf717b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 210 time: 0.0408916 Mar 30 16:46:55.843403 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-c9a628af-ac5d-4fd0-8446-af224432b73d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=271d66244aa14243b27a2fcf55275bcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1185558 Mar 30 16:46:55.848597 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-5b5a5a5f-4fdc-400f-b2a6-3b1109c1dc47 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5 HTTP/1.1" status: 200 len: 380 time: 0.1145463 Mar 30 16:46:55.857096 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'port': {'device_id': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'admin_state_up': True, 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'security_groups': ['97e9a935-ec39-459b-aa58-2891e1b7c0db']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:56.026929 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-f0d9f89b-a59e-45e1-9cd4-db0e817e772d service neutron] 10.222.0.21 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663513 Mar 30 16:46:56.122998 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-fd0d5380-d48d-48cc-adaa-2dbb0953f72d service neutron] 10.222.0.21 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895343 Mar 30 16:46:56.124213 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Made reservation on behalf of d38ae0d6c59446f6b7c78e01c81fbda5 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:56.127603 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.255445 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Allocated IP 172.20.0.9 (cdcbced6-0d6d-46ed-85f6-6bcd25611785/dddf9726-18bb-417d-850d-d95b133b917e/751d4639-dbdf-4476-9589-c9437ebb8cd7) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:56.391680 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.521773 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.563559 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Network cdcbced6-0d6d-46ed-85f6-6bcd25611785 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:46:56.567300 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:46:56.574254 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:46:56.607169 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'Port': ['ID=751d4639-dbdf-4476-9589-c9437ebb8cd7,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:56.622642 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.622994 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.623338 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.625326 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.625326 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.625326 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.625326 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.625326 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.625326 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.626055 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.626055 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.626355 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.626492 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.626835 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.627154 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:56.648695 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:56.649395 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.778624 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-e1ba5d10-9bb6-404f-9096-77e55a75e142 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9253728 Mar 30 16:46:56.791360 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Request body: {'port': {'device_id': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:56.844134 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-2a3724a0-6e9a-43d1-887c-3d03057a1f0d None None] Provisioning complete for port 751d4639-dbdf-4476-9589-c9437ebb8cd7 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:46:56.845558 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2a3724a0-6e9a-43d1-887c-3d03057a1f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:56.889706 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-2a3724a0-6e9a-43d1-887c-3d03057a1f0d None None] Port 751d4639-dbdf-4476-9589-c9437ebb8cd7 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:46:56.890658 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0881213c-d495-442b-9c93-6287ea6220d6 req-953d698c-515d-4afd-9946-3cd73ba006d4 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 210 time: 0.0365782 Mar 30 16:46:56.907285 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:57.004356 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25101ff0-b63d-42f2-813e-028a0abb98c1 req-033a7c36-a4ea-4bc3-a1cc-eb4638030917 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:57.005828 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-25101ff0-b63d-42f2-813e-028a0abb98c1 req-033a7c36-a4ea-4bc3-a1cc-eb4638030917 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 931 time: 0.1117461 Mar 30 16:46:57.152107 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-25101ff0-b63d-42f2-813e-028a0abb98c1 req-1b00e970-9b0e-48c0-bb61-1964bdf605b4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043427 Mar 30 16:46:57.245593 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 751d4639-dbdf-4476-9589-c9437ebb8cd7 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:46:57.253559 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Publish callbacks [] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:57.266080 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Transition to ACTIVE for port object 751d4639-dbdf-4476-9589-c9437ebb8cd7 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:46:57.365084 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:57.413974 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Pushing event updated for resources: {'Port': ['ID=751d4639-dbdf-4476-9589-c9437ebb8cd7,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:57.492472 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Attempting to bind port 751d4639-dbdf-4476-9589-c9437ebb8cd7 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:46:57.492807 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Attempting to bind port 751d4639-dbdf-4476-9589-c9437ebb8cd7 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:46:57.493137 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Attempting to bind port 751d4639-dbdf-4476-9589-c9437ebb8cd7 on network cdcbced6-0d6d-46ed-85f6-6bcd25611785 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:57.497941 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Port 751d4639-dbdf-4476-9589-c9437ebb8cd7 on network cdcbced6-0d6d-46ed-85f6-6bcd25611785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:46:57.498329 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Attempting to bind port 751d4639-dbdf-4476-9589-c9437ebb8cd7 on network cdcbced6-0d6d-46ed-85f6-6bcd25611785 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:46:57.503318 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:46:57.508526 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Checking segment: {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:46:57.508526 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Bound using segment: {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:46:57.508526 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Bound port: 751d4639-dbdf-4476-9589-c9437ebb8cd7, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:46:57.508526 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:57.574742 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] For port 751d4639-dbdf-4476-9589-c9437ebb8cd7, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:46:57.578984 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] For port 751d4639-dbdf-4476-9589-c9437ebb8cd7, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=751d4639-dbdf-4476-9589-c9437ebb8cd7,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:46:57.713539 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:57.745783 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:57.746312 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:57.747805 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] 10.222.0.41 "PUT /v2.0/ports/751d4639-dbdf-4476-9589-c9437ebb8cd7 HTTP/1.1" status: 200 len: 1093 time: 0.9611187 Mar 30 16:46:57.748248 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'tag': '751d4639-dbdf-4476-9589-c9437ebb8cd7'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:46:57.750472 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377bcf76-852d-44ed-9364-af8ceed08740" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc", "tag": "751d4639-dbdf-4476-9589-c9437ebb8cd7"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:46:57.778546 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f23a8-07e2-46ba-bd9d-7d8859d7077e service neutron] Pushing event updated for resources: {'Port': ['ID=751d4639-dbdf-4476-9589-c9437ebb8cd7,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:57.803080 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe63e171-0119-4b89-b76d-98646cc5509e x-openstack-request-id: req-fe63e171-0119-4b89-b76d-98646cc5509e {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:46:57.803682 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc", "tag": "751d4639-dbdf-4476-9589-c9437ebb8cd7", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:46:57.803682 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe63e171-0119-4b89-b76d-98646cc5509e {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:46:57.804021 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe63e171-0119-4b89-b76d-98646cc5509e'] response: {'name': 'network-changed', 'server_uuid': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'tag': '751d4639-dbdf-4476-9589-c9437ebb8cd7', 'status': 'completed', 'code': 200} Mar 30 16:46:57.875090 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bcf76-852d-44ed-9364-af8ceed08740 req-6048e363-14dd-456e-85cf-d23949b3696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:57.876627 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-377bcf76-852d-44ed-9364-af8ceed08740 req-6048e363-14dd-456e-85cf-d23949b3696c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 1127 time: 0.0514290 Mar 30 16:46:57.990751 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-73a26325-d931-474e-a3c3-82e0ab80c763 req-0e4bd691-9806-47f5-bb9e-82da5b5b3013 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 210 time: 0.0392702 Mar 30 16:46:58.012803 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bcf76-852d-44ed-9364-af8ceed08740 req-238ca2cd-4cfb-4a9b-8705-d31e06794d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:58.014182 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-377bcf76-852d-44ed-9364-af8ceed08740 req-238ca2cd-4cfb-4a9b-8705-d31e06794d61 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1251879 Mar 30 16:46:58.110801 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377bcf76-852d-44ed-9364-af8ceed08740 req-6fb6e426-1c77-4631-b489-20c5c3a68d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:58.112255 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-377bcf76-852d-44ed-9364-af8ceed08740 req-6fb6e426-1c77-4631-b489-20c5c3a68d7f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916648 Mar 30 16:46:58.193641 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-d4fdfa48-40b6-4b1d-bc42-9d26184c60a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:58.195202 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-d4fdfa48-40b6-4b1d-bc42-9d26184c60a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 1127 time: 0.0461173 Mar 30 16:46:58.242122 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-09a00fcd-1341-44c7-b988-d677fb9f5ff3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751d4639-dbdf-4476-9589-c9437ebb8cd7 HTTP/1.1" status: 200 len: 217 time: 0.0404487 Mar 30 16:46:58.317331 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-127d7375-bec9-46d1-b130-6af6d8c438ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:58.318687 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-127d7375-bec9-46d1-b130-6af6d8c438ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dddf9726-18bb-417d-850d-d95b133b917e HTTP/1.1" status: 200 len: 850 time: 0.0694516 Mar 30 16:46:58.328925 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9adca7-38b2-479d-9fad-51b9ad3ced41 req-9a39e41f-a74d-475d-92d4-63d4ad9e54ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:58.330326 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5d9adca7-38b2-479d-9fad-51b9ad3ced41 req-9a39e41f-a74d-475d-92d4-63d4ad9e54ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 943 time: 0.0909770 Mar 30 16:46:58.411687 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-d1d61b09-cfb0-4d6f-b496-d0a70d7b1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:58.413210 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-d1d61b09-cfb0-4d6f-b496-d0a70d7b1394 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdcbced6-0d6d-46ed-85f6-6bcd25611785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0819926 Mar 30 16:46:58.416350 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5d9adca7-38b2-479d-9fad-51b9ad3ced41 req-f8a437ce-c8d7-4f06-9491-bdc8b1eb597b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760648 Mar 30 16:46:58.509610 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-f4e8b0e9-be16-4fb7-9378-c6daf596deef service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852983 Mar 30 16:46:58.616786 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e78b37c-0bfc-482d-8d86-f76b804e3dd7 req-50d9af33-09b4-47ef-84d2-42610746a73f service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016405 Mar 30 16:46:58.849024 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 47072) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:58.952008 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.028620 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Publish callbacks [] for security_group (927419cd-0a13-44a5-a0a0-e344d0f214e9), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.086794 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f1fbc0a3-968e-4539-bd24-40cca462a7fe req-4c85d3e9-41a6-40d0-9ebf-fd7f96b20139 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 210 time: 0.0283825 Mar 30 16:46:59.095790 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (927419cd-0a13-44a5-a0a0-e344d0f214e9), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.136288 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=30da7a2e946744d69a825e376e900cd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854288 Mar 30 16:46:59.138443 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927419cd-0a13-44a5-a0a0-e344d0f214e9,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:59.138887 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 47078) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:46:59.156717 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.157062 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.157402 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.157735 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.158064 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.158390 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.158739 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.159067 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.159388 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.159739 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.160664 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.161024 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.161349 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.161668 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.161985 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bffef0f5-02b7-46d1-bb75-84fa088a7691 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:46:59.203928 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-aa7e2276-ee21-49fe-93ae-c32ce2a44d51 admin admin] Publish callbacks [] for security_group (927419cd-0a13-44a5-a0a0-e344d0f214e9), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.226914 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-aa7e2276-ee21-49fe-93ae-c32ce2a44d51 admin admin] Publish callbacks [] for security_group (927419cd-0a13-44a5-a0a0-e344d0f214e9), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.241941 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-e67ee0a9-6098-4cd5-a581-1309e30225df tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:59.243492 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-e67ee0a9-6098-4cd5-a581-1309e30225df tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.41 "GET /v2.0/networks?id=aa4cebb7-4fd1-47fc-87e8-524051c7f431 HTTP/1.1" status: 200 len: 808 time: 0.1022115 Mar 30 16:46:59.310891 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-9058b5e0-3fae-4f46-8d0c-d8e57bbf807d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=271d66244aa14243b27a2fcf55275bcd HTTP/1.1" status: 200 len: 380 time: 0.0589602 Mar 30 16:46:59.320250 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Request body: {'port': {'device_id': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'admin_state_up': True, 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'security_groups': ['5e11302f-74bc-4553-b9c1-639a5a38494b']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:46:59.361323 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-aa7e2276-ee21-49fe-93ae-c32ce2a44d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (927419cd-0a13-44a5-a0a0-e344d0f214e9), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.368052 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-aa7e2276-ee21-49fe-93ae-c32ce2a44d51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.369453 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-aa7e2276-ee21-49fe-93ae-c32ce2a44d51 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/927419cd-0a13-44a5-a0a0-e344d0f214e9 HTTP/1.1" status: 204 len: 168 time: 0.2296550 Mar 30 16:46:59.377684 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e2276-ee21-49fe-93ae-c32ce2a44d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927419cd-0a13-44a5-a0a0-e344d0f214e9,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:46:59.450167 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5bbe771e-cbc8-4601-9788-a1cbc4933f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.517419 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Made reservation on behalf of 271d66244aa14243b27a2fcf55275bcd for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:46:59.521598 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:46:59.568158 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777df2a6-d208-4a20-8cc7-2fcfbd6de68d req-9fae8f21-2c08-44df-9fcf-c391939f66a4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:46:59.569651 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-777df2a6-d208-4a20-8cc7-2fcfbd6de68d req-9fae8f21-2c08-44df-9fcf-c391939f66a4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 943 time: 0.0823028 Mar 30 16:46:59.617003 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-777df2a6-d208-4a20-8cc7-2fcfbd6de68d req-9c682311-0068-43d2-b168-da8d1ee9628e tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417159 Mar 30 16:46:59.739106 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Allocated IP 172.20.0.10 (aa4cebb7-4fd1-47fc-87e8-524051c7f431/e2d4f594-88fc-4f70-a374-0461ec5e34bf/7c69fd0a-39a3-41c5-813f-73c07f2740bb) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:46:59.877518 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.041486 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.083527 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Network aa4cebb7-4fd1-47fc-87e8-524051c7f431 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:47:00.086669 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:47:00.092440 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:47:00.099462 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event updated for resources: {'Port': ['ID=7c69fd0a-39a3-41c5-813f-73c07f2740bb,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:00.159669 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:00.160476 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.165036 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 47088) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:00.181466 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b2399b2-2c29-48ea-80dc-3d0af05b0771 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.233801 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db99c2de-d512-4682-a302-eb381b28fcac req-4ae4b9c4-99b4-43c9-b9e3-69e336cce5e5 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:00.235475 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-db99c2de-d512-4682-a302-eb381b28fcac req-4ae4b9c4-99b4-43c9-b9e3-69e336cce5e5 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 932 time: 0.0667589 Mar 30 16:47:00.259658 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-d0614419-d4c0-4de4-9968-cccf2c111b5c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9436135 Mar 30 16:47:00.271217 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b2399b2-2c29-48ea-80dc-3d0af05b0771 admin admin] Publish callbacks [] for security_group (b0578915-c43b-4d0a-84c8-a0f85822dd64), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.272033 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Request body: {'port': {'device_id': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:00.324609 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-db99c2de-d512-4682-a302-eb381b28fcac req-a91d4737-5260-4534-8113-60fb2091572b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821192 Mar 30 16:47:00.329899 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-0b2399b2-2c29-48ea-80dc-3d0af05b0771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b0578915-c43b-4d0a-84c8-a0f85822dd64), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.362519 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.365753 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-0b2399b2-2c29-48ea-80dc-3d0af05b0771 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca403b1e39b2419090ff7742d5c5acff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1996248 Mar 30 16:47:00.368635 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 47090) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:00.376097 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2399b2-2c29-48ea-80dc-3d0af05b0771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0578915-c43b-4d0a-84c8-a0f85822dd64,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:00.379243 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-7a0007e8-b29a-4ca4-b6a3-89b8d460988a None None] Provisioning complete for port 7c69fd0a-39a3-41c5-813f-73c07f2740bb triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:00.379811 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7a0007e8-b29a-4ca4-b6a3-89b8d460988a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.415405 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-7a0007e8-b29a-4ca4-b6a3-89b8d460988a None None] Port 7c69fd0a-39a3-41c5-813f-73c07f2740bb cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:47:00.511634 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee2ed-b963-4a57-b9a5-38bd71e62e98 admin admin] Publish callbacks [] for security_group (b0578915-c43b-4d0a-84c8-a0f85822dd64), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.553322 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee2ed-b963-4a57-b9a5-38bd71e62e98 admin admin] Publish callbacks [] for security_group (b0578915-c43b-4d0a-84c8-a0f85822dd64), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.709381 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c69fd0a-39a3-41c5-813f-73c07f2740bb {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:47:00.717747 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Publish callbacks [] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.741776 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee2ed-b963-4a57-b9a5-38bd71e62e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (b0578915-c43b-4d0a-84c8-a0f85822dd64), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.744410 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-eb1ee2ed-b963-4a57-b9a5-38bd71e62e98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.745649 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-eb1ee2ed-b963-4a57-b9a5-38bd71e62e98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0578915-c43b-4d0a-84c8-a0f85822dd64 HTTP/1.1" status: 204 len: 168 time: 0.3704078 Mar 30 16:47:00.746878 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Transition to ACTIVE for port object 7c69fd0a-39a3-41c5-813f-73c07f2740bb will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:47:00.757207 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 751d4639-dbdf-4476-9589-c9437ebb8cd7 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:47:00.757748 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1ee2ed-b963-4a57-b9a5-38bd71e62e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0578915-c43b-4d0a-84c8-a0f85822dd64,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:00.835449 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.885450 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 751d4639-dbdf-4476-9589-c9437ebb8cd7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=751d4639-dbdf-4476-9589-c9437ebb8cd7,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:00.896877 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '751d4639-dbdf-4476-9589-c9437ebb8cd7', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'port_id': '751d4639-dbdf-4476-9589-c9437ebb8cd7', 'mac_address': 'fa:16:3e:43:6d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:47:00.922344 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Pushing event updated for resources: {'Port': ['ID=7c69fd0a-39a3-41c5-813f-73c07f2740bb,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:00.937356 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 751d4639-dbdf-4476-9589-c9437ebb8cd7 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:00.937962 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:00.953072 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 751d4639-dbdf-4476-9589-c9437ebb8cd7 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:47:00.973645 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 751d4639-dbdf-4476-9589-c9437ebb8cd7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=751d4639-dbdf-4476-9589-c9437ebb8cd7,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:00.993913 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9be3d-b8ed-492d-a0fd-0bf9426dd4b1 req-ddcc1014-ae18-41c2-a0f5-9f7b58de0800 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:00.995164 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-44d9be3d-b8ed-492d-a0fd-0bf9426dd4b1 req-ddcc1014-ae18-41c2-a0f5-9f7b58de0800 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 943 time: 0.1320248 Mar 30 16:47:01.045004 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Attempting to bind port 7c69fd0a-39a3-41c5-813f-73c07f2740bb on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:47:01.045343 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Attempting to bind port 7c69fd0a-39a3-41c5-813f-73c07f2740bb by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:47:01.045679 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Attempting to bind port 7c69fd0a-39a3-41c5-813f-73c07f2740bb on network aa4cebb7-4fd1-47fc-87e8-524051c7f431 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:47:01.052583 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.067853 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Port 7c69fd0a-39a3-41c5-813f-73c07f2740bb on network aa4cebb7-4fd1-47fc-87e8-524051c7f431 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:47:01.068260 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Attempting to bind port 7c69fd0a-39a3-41c5-813f-73c07f2740bb on network aa4cebb7-4fd1-47fc-87e8-524051c7f431 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:47:01.080127 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:47:01.080460 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Checking segment: {'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:47:01.080845 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Bound using segment: {'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:47:01.081278 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Bound port: 7c69fd0a-39a3-41c5-813f-73c07f2740bb, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:47:01.082272 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.094675 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-44d9be3d-b8ed-492d-a0fd-0bf9426dd4b1 req-8ae7e144-58aa-4798-beec-b06605957766 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939622 Mar 30 16:47:01.108594 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=751d4639-dbdf-4476-9589-c9437ebb8cd7,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:01.176485 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] For port 7c69fd0a-39a3-41c5-813f-73c07f2740bb, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:47:01.179545 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] For port 7c69fd0a-39a3-41c5-813f-73c07f2740bb, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:47:01.256270 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.274640 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['751d4639-dbdf-4476-9589-c9437ebb8cd7'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:47:01.605205 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:01.605833 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.607266 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] 10.222.0.41 "PUT /v2.0/ports/7c69fd0a-39a3-41c5-813f-73c07f2740bb HTTP/1.1" status: 200 len: 1094 time: 1.3407652 Mar 30 16:47:01.609980 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:01.612249 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c815fc81-9cc3-4a3a-8ca8-fe785f682348" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:01.637174 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada05821-98f9-411a-a7e0-884a783a2078 service neutron] Pushing event updated for resources: {'Port': ['ID=7c69fd0a-39a3-41c5-813f-73c07f2740bb,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:01.676153 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df518e5-1f76-43f9-b251-82ccb3356471 req-342f82e9-7d4c-4afa-a75d-d1351f46a92b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:01.677834 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6df518e5-1f76-43f9-b251-82ccb3356471 req-342f82e9-7d4c-4afa-a75d-d1351f46a92b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.1126165 Mar 30 16:47:01.679391 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28274816-013d-4aa4-9e17-1bfd5ccecab4 x-openstack-request-id: req-28274816-013d-4aa4-9e17-1bfd5ccecab4 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:01.679688 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:01.679938 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-28274816-013d-4aa4-9e17-1bfd5ccecab4 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:01.680322 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28274816-013d-4aa4-9e17-1bfd5ccecab4'] response: {'name': 'network-changed', 'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'status': 'completed', 'code': 200} Mar 30 16:47:01.762977 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6df518e5-1f76-43f9-b251-82ccb3356471 req-a1ea9b30-87b8-460a-9440-02c73471bd61 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790794 Mar 30 16:47:01.774365 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815fc81-9cc3-4a3a-8ca8-fe785f682348 req-31dacc85-2890-45fc-a982-a5526a0f618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:01.776214 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c815fc81-9cc3-4a3a-8ca8-fe785f682348 req-31dacc85-2890-45fc-a982-a5526a0f618c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=271d66244aa14243b27a2fcf55275bcd&device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 1128 time: 0.0773408 Mar 30 16:47:01.822114 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-15a22155-a1a8-4108-8a60-8d3674c5df14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:01.887108 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815fc81-9cc3-4a3a-8ca8-fe785f682348 req-007a4dce-770a-4900-acfb-60dfb9106dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:01.888638 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c815fc81-9cc3-4a3a-8ca8-fe785f682348 req-007a4dce-770a-4900-acfb-60dfb9106dbd service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=271d66244aa14243b27a2fcf55275bcd&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1044028 Mar 30 16:47:01.930893 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 47118) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:01.986117 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c815fc81-9cc3-4a3a-8ca8-fe785f682348 req-f50beedb-26ef-4e21-88b5-9b54f20038c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:01.987714 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c815fc81-9cc3-4a3a-8ca8-fe785f682348 req-f50beedb-26ef-4e21-88b5-9b54f20038c8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921762 Mar 30 16:47:02.029482 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1649643815-network', 'tenant_id': 'd8b62471683f4610be7f908f431b848f'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:02.068627 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-25f97843-598b-4578-9f0c-ec9253012b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:02.070111 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-25f97843-598b-4578-9f0c-ec9253012b75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=271d66244aa14243b27a2fcf55275bcd&device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 1128 time: 0.0467913 Mar 30 16:47:02.109560 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-0a676c3c-4f0e-4e43-8bab-f0efdf252e3d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb HTTP/1.1" status: 200 len: 217 time: 0.0332520 Mar 30 16:47:02.127030 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Made reservation on behalf of d8b62471683f4610be7f908f431b848f for: {'network': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:47:02.129790 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.139551 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.164224 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-dd528e0f-d2df-4340-a634-ce295a31a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:02.165756 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-dd528e0f-d2df-4340-a634-ce295a31a8e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2d4f594-88fc-4f70-a374-0461ec5e34bf HTTP/1.1" status: 200 len: 847 time: 0.0493343 Mar 30 16:47:02.220002 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Publish callbacks [] for security_group (3d5a1320-13e6-452e-a1f2-7603c5e56938), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.252615 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157afec7-d61b-4202-ab6e-7371d49d53af req-8190e802-ec7b-4172-ad3f-09b7f0466a7b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:02.254125 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-157afec7-d61b-4202-ab6e-7371d49d53af req-8190e802-ec7b-4172-ad3f-09b7f0466a7b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 944 time: 0.0827265 Mar 30 16:47:02.260386 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-a6506289-84af-4287-b41c-7a634fd9fc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:02.261828 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-a6506289-84af-4287-b41c-7a634fd9fc3a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa4cebb7-4fd1-47fc-87e8-524051c7f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647542 Mar 30 16:47:02.286867 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (3d5a1320-13e6-452e-a1f2-7603c5e56938), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.307618 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] vlan segment allocate from pool success with {'vlan_id': 516, 'physical_network': 'physnet1'} {{(pid=106608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:47:02.319863 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5a1320-13e6-452e-a1f2-7603c5e56938,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:02.325986 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (79d19f58-5cf6-4358-96b2-af52e4bbe6ab), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.326333 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.segments_db [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Added segment 79d19f58-5cf6-4358-96b2-af52e4bbe6ab of type vlan for network 89c320f8-42cf-43e3-ab9e-d452cd64b32d Mar 30 16:47:02.355538 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-157afec7-d61b-4202-ab6e-7371d49d53af req-f5131e90-1bdb-4929-b9a7-8ac2f7c5e5c7 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928273 Mar 30 16:47:02.376625 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (89c320f8-42cf-43e3-ab9e-d452cd64b32d), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.384529 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-dd86e97f-b424-436c-a6bd-a8d103a421a6 service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155376 Mar 30 16:47:02.464044 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (89c320f8-42cf-43e3-ab9e-d452cd64b32d), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.465113 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:02.465761 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.479904 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-387f6451-d6e8-47aa-88d5-00ec1937276d req-1628afff-e4c2-4015-86c0-8f63ce7eaea0 service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846729 Mar 30 16:47:02.523960 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] Pushing event updated for resources: {'Network': ['ID=89c320f8-42cf-43e3-ab9e-d452cd64b32d,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:02.535224 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network 89c320f8-42cf-43e3-ab9e-d452cd64b32d details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:47:02.649508 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-8c7c3731-a8b9-4904-9d2b-68c143be0426 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7174404 Mar 30 16:47:02.652310 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 47124) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:02.656935 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] Request body: {'subnet': {'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1649643815-subnet', 'tenant_id': 'd8b62471683f4610be7f908f431b848f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:02.756254 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 751d4639-dbdf-4476-9589-c9437ebb8cd7 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:47:02.769795 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] Made reservation on behalf of d8b62471683f4610be7f908f431b848f for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:47:02.772155 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12250423'] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.878493 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 751d4639-dbdf-4476-9589-c9437ebb8cd7 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:47:02.885224 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 751d4639-dbdf-4476-9589-c9437ebb8cd7 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:02.886527 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:02.889821 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac9e4a-164e-4c10-8639-18211be69302 req-49d14d6d-51e3-4e33-8abf-f82f804ae071 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:02.891372 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4bac9e4a-164e-4c10-8639-18211be69302 req-49d14d6d-51e3-4e33-8abf-f82f804ae071 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0590992 Mar 30 16:47:02.943196 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4bac9e4a-164e-4c10-8639-18211be69302 req-52050af4-4815-4f83-be52-898a30d7727d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452528 Mar 30 16:47:02.993853 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 751d4639-dbdf-4476-9589-c9437ebb8cd7 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:02.994255 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.016172 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12227333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12250401'] for subnet (4c59f333-5cf8-4874-af4d-205cdf95fc81), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.016749 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751d4639-dbdf-4476-9589-c9437ebb8cd7'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:03.018644 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43cfd26-17ff-4487-a5e6-24728b6b8ed3" -d '{"events": [{"server_uuid": "2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc", "name": "network-vif-plugged", "status": "completed", "tag": "751d4639-dbdf-4476-9589-c9437ebb8cd7"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:03.033013 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 751d4639-dbdf-4476-9589-c9437ebb8cd7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=751d4639-dbdf-4476-9589-c9437ebb8cd7,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:03.063134 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dbd053-cd57-4a57-875d-5431e78c6c55 x-openstack-request-id: req-a6dbd053-cd57-4a57-875d-5431e78c6c55 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:03.063485 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc", "name": "network-vif-plugged", "status": "completed", "tag": "751d4639-dbdf-4476-9589-c9437ebb8cd7", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:03.063812 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a6dbd053-cd57-4a57-875d-5431e78c6c55 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:03.064275 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6dbd053-cd57-4a57-875d-5431e78c6c55'] response: {'server_uuid': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '751d4639-dbdf-4476-9589-c9437ebb8cd7', 'code': 200} Mar 30 16:47:03.072985 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.078688 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c59f333-5cf8-4874-af4d-205cdf95fc81,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:03.085215 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] Checking segment: {'id': '79d19f58-5cf6-4358-96b2-af52e4bbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:47:03.086058 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] Network hostable DHCP agents. Network: 89c320f8-42cf-43e3-ab9e-d452cd64b32d, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:47:03.104208 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.151602 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=751d4639-dbdf-4476-9589-c9437ebb8cd7,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:03.164388 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] Network 89c320f8-42cf-43e3-ab9e-d452cd64b32d is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:47:03.249530 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, 89c320f8-42cf-43e3-ab9e-d452cd64b32d) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:47:03.254105 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:03.254737 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:03.259279 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb987a19-7720-474e-b5bd-3da5e0f14d64 None None] Network 89c320f8-42cf-43e3-ab9e-d452cd64b32d requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:47:03.343935 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-3305f039-20dd-4a9d-8efb-cf32dc917da7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6905079 Mar 30 16:47:03.357342 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa6b06-6d44-4725-977f-1d98a5e97ca6 None None] Network 89c320f8-42cf-43e3-ab9e-d452cd64b32d requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:47:03.369563 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e0a27-c9fb-40c4-b7d0-be1ab4406868 req-c7ca6b8d-5051-4738-9076-4ac13f54bd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:03.371202 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-792e0a27-c9fb-40c4-b7d0-be1ab4406868 req-c7ca6b8d-5051-4738-9076-4ac13f54bd63 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 1129 time: 0.0495417 Mar 30 16:47:03.419532 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-792e0a27-c9fb-40c4-b7d0-be1ab4406868 req-eef43cba-204f-49fe-8e3e-b04a11379ffb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426800 Mar 30 16:47:03.489412 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16b40-5f05-4d71-88af-cb0d80c7cb17 req-7e3881a7-a698-4a05-8537-a813fa232e9d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:03.491307 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ab16b40-5f05-4d71-88af-cb0d80c7cb17 req-7e3881a7-a698-4a05-8537-a813fa232e9d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0591803 Mar 30 16:47:03.543625 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ab16b40-5f05-4d71-88af-cb0d80c7cb17 req-aa908f3e-b40f-441f-b9be-0bb9c88e3963 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466044 Mar 30 16:47:04.071944 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533a026-4e85-4723-bdd9-154f8ec178b5 req-688edee0-7cf6-4985-ad3c-2f6eca16253e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:04.073424 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5533a026-4e85-4723-bdd9-154f8ec178b5 req-688edee0-7cf6-4985-ad3c-2f6eca16253e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0523911 Mar 30 16:47:04.123398 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5533a026-4e85-4723-bdd9-154f8ec178b5 req-aa1b5f54-529d-4c53-8f5c-6bd9ac4c7aa5 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442076 Mar 30 16:47:04.341413 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:04.662931 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f39e7-cf2b-4886-a469-893c4c0c042d req-63886f0d-21cc-4ffc-8866-dba53686e938 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:04.664431 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ab5f39e7-cf2b-4886-a469-893c4c0c042d req-63886f0d-21cc-4ffc-8866-dba53686e938 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0541940 Mar 30 16:47:04.717779 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ab5f39e7-cf2b-4886-a469-893c4c0c042d req-8bbc7fec-b739-4ac1-898a-3d7a99d73e42 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474946 Mar 30 16:47:05.242753 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af07989-7e81-4f06-80f7-ce02b679c89b req-23b023d3-bbd2-4e9a-a3e6-54e29bb95eef tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:05.244209 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8af07989-7e81-4f06-80f7-ce02b679c89b req-23b023d3-bbd2-4e9a-a3e6-54e29bb95eef tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0555849 Mar 30 16:47:05.293368 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8af07989-7e81-4f06-80f7-ce02b679c89b req-ea4e661c-28b5-4cbf-9733-f28d6181fb6e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Mar 30 16:47:05.495385 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-c22c6a82-b428-4010-afce-34d80fa0d769 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:05.496947 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-c22c6a82-b428-4010-afce-34d80fa0d769 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/networks?id=89c320f8-42cf-43e3-ab9e-d452cd64b32d HTTP/1.1" status: 200 len: 814 time: 0.0984011 Mar 30 16:47:05.512053 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-fc3e8714-1a8e-469b-9443-7dabfc5153a6 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/quotas/d8b62471683f4610be7f908f431b848f HTTP/1.1" status: 200 len: 375 time: 0.0097444 Mar 30 16:47:05.548254 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6217b33d-7ea7-4d9f-b2ba-85e69cc8fe8a tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8b62471683f4610be7f908f431b848f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313118 Mar 30 16:47:05.637046 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-38c8ad88-96f2-4839-824c-b4edbe258a20 service neutron] 10.222.0.21 "GET /v2.0/networks/89c320f8-42cf-43e3-ab9e-d452cd64b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810480 Mar 30 16:47:05.733961 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-49c73e28-a786-4660-a562-1564cadbcb79 service neutron] 10.222.0.21 "GET /v2.0/networks/89c320f8-42cf-43e3-ab9e-d452cd64b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911872 Mar 30 16:47:05.787393 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:05.839861 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eca0f3-bca2-4e02-9f4e-5076e9be4bd1 req-6790c65d-d233-4296-ac60-7f1679275c12 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:05.841332 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d7eca0f3-bca2-4e02-9f4e-5076e9be4bd1 req-6790c65d-d233-4296-ac60-7f1679275c12 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0543919 Mar 30 16:47:05.889164 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d7eca0f3-bca2-4e02-9f4e-5076e9be4bd1 req-e5122b9c-cb69-4e2d-8f7f-e74dd323a37e tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Mar 30 16:47:05.972917 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02a50b2f-3be7-4d56-9759-db7ee522c368 req-e6a7cd71-ced0-46dc-aba6-7e83655ee9fd tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 210 time: 0.0283804 Mar 30 16:47:06.029297 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8158683-77ec-4ea6-b99e-90b02663f77a req-a0218907-2cd9-42bf-9107-cf1d0222f553 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:06.030822 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e8158683-77ec-4ea6-b99e-90b02663f77a req-a0218907-2cd9-42bf-9107-cf1d0222f553 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0606718 Mar 30 16:47:06.040690 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 47172) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:06.045516 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-2a3f97e2-52e5-49e9-8a60-ad46aad70f56 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'floatingip': {'port_id': '751d4639-dbdf-4476-9589-c9437ebb8cd7'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:06.085817 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2a3f97e2-52e5-49e9-8a60-ad46aad70f56 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (4733065e-e280-4ae3-8646-6dcf44621147), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:06.497023 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ce564-762e-48f9-a9be-3e0b7e826373 req-edc1da82-5ed4-4c6f-80b1-789d02671da5 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:06.498491 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-428ce564-762e-48f9-a9be-3e0b7e826373 req-edc1da82-5ed4-4c6f-80b1-789d02671da5 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.1215260 Mar 30 16:47:06.588998 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2a3f97e2-52e5-49e9-8a60-ad46aad70f56 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:06.598204 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-428ce564-762e-48f9-a9be-3e0b7e826373 req-78608e64-7515-4989-aedc-0be8e68e0050 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895646 Mar 30 16:47:06.666847 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2a3f97e2-52e5-49e9-8a60-ad46aad70f56 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (4733065e-e280-4ae3-8646-6dcf44621147), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:06.770940 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-2a3f97e2-52e5-49e9-8a60-ad46aad70f56 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Floating IP 4733065e-e280-4ae3-8646-6dcf44621147 associated. External IP: 172.27.0.55, port: 751d4639-dbdf-4476-9589-c9437ebb8cd7. Mar 30 16:47:06.979355 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a3f97e2-52e5-49e9-8a60-ad46aad70f56 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:47:07.081200 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1d8cc575-9ccc-45d9-a345-35b7095db161 req-3b99b99c-6496-43d6-b1b4-41bfa509a26f tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 210 time: 0.0311077 Mar 30 16:47:07.120949 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a3f97e2-52e5-49e9-8a60-ad46aad70f56 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:47:07.131725 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2a3f97e2-52e5-49e9-8a60-ad46aad70f56 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:07.132131 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d8643-4bd4-4e2e-bd7d-5759b058479b None None] Sync routers for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:47:07.142479 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d8643-4bd4-4e2e-bd7d-5759b058479b None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:07.143139 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-408d8643-4bd4-4e2e-bd7d-5759b058479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:47:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:07.157939 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2a3f97e2-52e5-49e9-8a60-ad46aad70f56 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "PUT /v2.0/floatingips/4733065e-e280-4ae3-8646-6dcf44621147 HTTP/1.1" status: 200 len: 990 time: 1.1161046 Mar 30 16:47:07.158689 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'tag': '751d4639-dbdf-4476-9589-c9437ebb8cd7'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:07.161668 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd09e34-cb5e-4db2-bd90-dc951e95f908" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc", "tag": "751d4639-dbdf-4476-9589-c9437ebb8cd7"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:07.206131 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b32aa1f-7b2f-4588-aae6-72f996398d6a x-openstack-request-id: req-7b32aa1f-7b2f-4588-aae6-72f996398d6a {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:07.207385 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc", "tag": "751d4639-dbdf-4476-9589-c9437ebb8cd7", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:07.207741 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b32aa1f-7b2f-4588-aae6-72f996398d6a {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:07.208174 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b32aa1f-7b2f-4588-aae6-72f996398d6a'] response: {'name': 'network-changed', 'server_uuid': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'tag': '751d4639-dbdf-4476-9589-c9437ebb8cd7', 'status': 'completed', 'code': 200} Mar 30 16:47:07.254610 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-408d8643-4bd4-4e2e-bd7d-5759b058479b None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:07.272111 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd09e34-cb5e-4db2-bd90-dc951e95f908 req-571f00a4-fe3b-4784-a864-afbd82506eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:07.274912 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7cd09e34-cb5e-4db2-bd90-dc951e95f908 req-571f00a4-fe3b-4784-a864-afbd82506eed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 1129 time: 0.0466688 Mar 30 16:47:07.366214 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd09e34-cb5e-4db2-bd90-dc951e95f908 req-e4077daa-1ada-4e3d-80dc-6f63e0ae5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:07.367703 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7cd09e34-cb5e-4db2-bd90-dc951e95f908 req-e4077daa-1ada-4e3d-80dc-6f63e0ae5e05 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdcbced6-0d6d-46ed-85f6-6bcd25611785 HTTP/1.1" status: 200 len: 912 time: 0.0884845 Mar 30 16:47:07.435861 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7cd09e34-cb5e-4db2-bd90-dc951e95f908 req-1cec3f81-d1e0-4104-b56d-0a62d1a1a634 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751d4639-dbdf-4476-9589-c9437ebb8cd7 HTTP/1.1" status: 200 len: 998 time: 0.0626032 Mar 30 16:47:07.482773 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-408d8643-4bd4-4e2e-bd7d-5759b058479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '4733065e-e280-4ae3-8646-6dcf44621147', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'port_id': '751d4639-dbdf-4476-9589-c9437ebb8cd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'mac_address': 'fa:16:3e:43:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:46:52Z', 'updated_at': '2022-03-30T16:47:06Z', 'revision_number': 1, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:07.490155 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd09e34-cb5e-4db2-bd90-dc951e95f908 req-c09df5d0-eba2-4bd2-85a7-8f02ef39ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:07.491669 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7cd09e34-cb5e-4db2-bd90-dc951e95f908 req-c09df5d0-eba2-4bd2-85a7-8f02ef39ab66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dddf9726-18bb-417d-850d-d95b133b917e HTTP/1.1" status: 200 len: 850 time: 0.0492451 Mar 30 16:47:07.513280 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d8643-4bd4-4e2e-bd7d-5759b058479b None None] Checking router: e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:47:07.522474 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408d8643-4bd4-4e2e-bd7d-5759b058479b None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:07.523101 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-408d8643-4bd4-4e2e-bd7d-5759b058479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:47:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:07.541128 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd09e34-cb5e-4db2-bd90-dc951e95f908 req-7473a61a-d4f2-40b3-aa31-b40b9ab6b1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:07.542786 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7cd09e34-cb5e-4db2-bd90-dc951e95f908 req-7473a61a-d4f2-40b3-aa31-b40b9ab6b1c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdcbced6-0d6d-46ed-85f6-6bcd25611785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459085 Mar 30 16:47:07.635225 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-408d8643-4bd4-4e2e-bd7d-5759b058479b None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:07.642753 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7cd09e34-cb5e-4db2-bd90-dc951e95f908 req-33917bff-b740-4deb-ae52-19765323032a service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946448 Mar 30 16:47:07.770219 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee661a7-c096-41ab-95d8-92d4562b9e9f req-c9281c90-c5f4-4acf-ba72-5e2406f0353f tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:07.771654 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2ee661a7-c096-41ab-95d8-92d4562b9e9f req-c9281c90-c5f4-4acf-ba72-5e2406f0353f tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.1043561 Mar 30 16:47:07.794945 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7cd09e34-cb5e-4db2-bd90-dc951e95f908 req-cd4dca07-b08c-44f2-81a9-8c364516b9b0 service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467912 Mar 30 16:47:07.827502 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2ee661a7-c096-41ab-95d8-92d4562b9e9f req-74821b61-488e-48e9-a641-f78a9e9a700d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498047 Mar 30 16:47:07.863091 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-408d8643-4bd4-4e2e-bd7d-5759b058479b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '4733065e-e280-4ae3-8646-6dcf44621147', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'port_id': '751d4639-dbdf-4476-9589-c9437ebb8cd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'mac_address': 'fa:16:3e:43:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:46:52Z', 'updated_at': '2022-03-30T16:47:06Z', 'revision_number': 1, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:07.889129 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408d8643-4bd4-4e2e-bd7d-5759b058479b None None] The sync data for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi is: [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '4733065e-e280-4ae3-8646-6dcf44621147', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'floating_ip_address': '172.27.0.55', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'port_id': '751d4639-dbdf-4476-9589-c9437ebb8cd7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'mac_address': 'fa:16:3e:43:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:46:52Z', 'updated_at': '2022-03-30T16:47:06Z', 'revision_number': 1, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:47:08.080311 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f9e56be-47da-4f8f-a213-386f384d9c8e None None] New status for floating IP 4733065e-e280-4ae3-8646-6dcf44621147: ACTIVE {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:47:08.184788 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1bc299a9-960f-4ba3-a42f-b21360f797a9 req-f143c30e-b06a-4f88-9c1b-0e5b5f4be73f tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 210 time: 0.0322444 Mar 30 16:47:08.305198 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-ddd11ce5-06b8-47c5-9f4e-4917e5e33bdd tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:08.306708 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-ddd11ce5-06b8-47c5-9f4e-4917e5e33bdd tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.41 "GET /v2.0/networks?id=89c320f8-42cf-43e3-ab9e-d452cd64b32d HTTP/1.1" status: 200 len: 814 time: 0.1061912 Mar 30 16:47:08.318787 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Request body: {'port': {'device_id': '1dcdd240-c298-4abe-b6ad-78ff0ea140f5', 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d', 'admin_state_up': True, 'tenant_id': 'd8b62471683f4610be7f908f431b848f'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:08.600800 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Made reservation on behalf of d8b62471683f4610be7f908f431b848f for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:47:08.604131 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:08.726041 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Allocated IP 172.20.0.11 (89c320f8-42cf-43e3-ab9e-d452cd64b32d/4c59f333-5cf8-4874-af4d-205cdf95fc81/5ac810c2-6e86-423a-9e92-2c172ed76568) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:47:08.881909 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks [] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:08.957969 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afc8edf-5f2e-4687-b96e-580e1f3bcc1e req-d78cbea0-64dd-48ea-990b-11132f2b5ac8 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:08.959500 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0afc8edf-5f2e-4687-b96e-580e1f3bcc1e req-d78cbea0-64dd-48ea-990b-11132f2b5ac8 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0652618 Mar 30 16:47:09.006649 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:09.017638 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0afc8edf-5f2e-4687-b96e-580e1f3bcc1e req-2b110f71-3f6e-4281-a29c-9023e94b5688 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525572 Mar 30 16:47:09.057151 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Network 89c320f8-42cf-43e3-ab9e-d452cd64b32d is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:47:09.062153 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:47:09.067501 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:47:09.071402 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Pushing event updated for resources: {'Port': ['ID=5ac810c2-6e86-423a-9e92-2c172ed76568,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:09.121788 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:09.122405 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:09.212543 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6dfa39a5-42a3-4650-9e25-61711f737046 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8975492 Mar 30 16:47:09.224225 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Request body: {'port': {'device_id': '1dcdd240-c298-4abe-b6ad-78ff0ea140f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:09.314967 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:09.340469 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78de0b4-ac95-4c81-b097-aedba8145dc9 req-169ca927-6ce8-4a72-b09a-41de8f2a8919 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:09.341932 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f78de0b4-ac95-4c81-b097-aedba8145dc9 req-169ca927-6ce8-4a72-b09a-41de8f2a8919 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 932 time: 0.0833964 Mar 30 16:47:09.463890 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f78de0b4-ac95-4c81-b097-aedba8145dc9 req-f6a9d6e4-ab4b-4a52-871e-86e0ddf78398 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050828 Mar 30 16:47:09.610854 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac810c2-6e86-423a-9e92-2c172ed76568 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:47:09.618368 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Publish callbacks [] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:09.630365 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Transition to ACTIVE for port object 5ac810c2-6e86-423a-9e92-2c172ed76568 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:47:09.706510 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:09.754069 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac810c2-6e86-423a-9e92-2c172ed76568,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:09.825502 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Attempting to bind port 5ac810c2-6e86-423a-9e92-2c172ed76568 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:47:09.825839 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Attempting to bind port 5ac810c2-6e86-423a-9e92-2c172ed76568 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '79d19f58-5cf6-4358-96b2-af52e4bbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:47:09.826169 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Attempting to bind port 5ac810c2-6e86-423a-9e92-2c172ed76568 on network 89c320f8-42cf-43e3-ab9e-d452cd64b32d {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:47:09.830487 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Port 5ac810c2-6e86-423a-9e92-2c172ed76568 on network 89c320f8-42cf-43e3-ab9e-d452cd64b32d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:47:09.830840 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Attempting to bind port 5ac810c2-6e86-423a-9e92-2c172ed76568 on network 89c320f8-42cf-43e3-ab9e-d452cd64b32d {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:47:09.835781 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:47:09.836116 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Checking segment: {'id': '79d19f58-5cf6-4358-96b2-af52e4bbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:47:09.836497 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Bound using segment: {'id': '79d19f58-5cf6-4358-96b2-af52e4bbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:47:09.836920 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Bound port: 5ac810c2-6e86-423a-9e92-2c172ed76568, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d19f58-5cf6-4358-96b2-af52e4bbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:47:09.837273 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:09.896907 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] For port 5ac810c2-6e86-423a-9e92-2c172ed76568, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:47:09.900107 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] For port 5ac810c2-6e86-423a-9e92-2c172ed76568, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5ac810c2-6e86-423a-9e92-2c172ed76568,segment=NetworkSegment(79d19f58-5cf6-4358-96b2-af52e4bbe6ab),segment_id=79d19f58-5cf6-4358-96b2-af52e4bbe6ab)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:47:09.966948 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:09.999988 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:10.000516 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:10.001946 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] 10.222.0.41 "PUT /v2.0/ports/5ac810c2-6e86-423a-9e92-2c172ed76568 HTTP/1.1" status: 200 len: 1094 time: 0.7820776 Mar 30 16:47:10.002376 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcdd240-c298-4abe-b6ad-78ff0ea140f5', 'tag': '5ac810c2-6e86-423a-9e92-2c172ed76568'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:10.004743 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4630c0d8-c09c-44c5-8e60-9ad6bc5e014b" -d '{"events": [{"name": "network-changed", "server_uuid": "1dcdd240-c298-4abe-b6ad-78ff0ea140f5", "tag": "5ac810c2-6e86-423a-9e92-2c172ed76568"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:10.028104 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af978f50-31b2-4465-8eb0-32a2b8b99c77 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac810c2-6e86-423a-9e92-2c172ed76568,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:10.040919 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ac1527-5ef4-4e31-8cff-3860beb6a3f2 x-openstack-request-id: req-99ac1527-5ef4-4e31-8cff-3860beb6a3f2 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:10.041210 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dcdd240-c298-4abe-b6ad-78ff0ea140f5", "tag": "5ac810c2-6e86-423a-9e92-2c172ed76568", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:10.041463 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99ac1527-5ef4-4e31-8cff-3860beb6a3f2 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:10.041868 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99ac1527-5ef4-4e31-8cff-3860beb6a3f2'] response: {'name': 'network-changed', 'server_uuid': '1dcdd240-c298-4abe-b6ad-78ff0ea140f5', 'tag': '5ac810c2-6e86-423a-9e92-2c172ed76568', 'status': 'completed', 'code': 200} Mar 30 16:47:10.140652 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c0d8-c09c-44c5-8e60-9ad6bc5e014b req-dca2a319-2ece-4676-ab09-385ae421bdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:10.142723 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4630c0d8-c09c-44c5-8e60-9ad6bc5e014b req-dca2a319-2ece-4676-ab09-385ae421bdee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b62471683f4610be7f908f431b848f&device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 1128 time: 0.0809715 Mar 30 16:47:10.167401 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d589bb8-f2bc-4e9c-a366-6ba475d0a6bc req-fdf0928c-f4ad-491a-9f96-904d6f39a034 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:10.168806 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8d589bb8-f2bc-4e9c-a366-6ba475d0a6bc req-fdf0928c-f4ad-491a-9f96-904d6f39a034 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0764313 Mar 30 16:47:10.273393 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8d589bb8-f2bc-4e9c-a366-6ba475d0a6bc req-390f8f1e-f1b0-4134-8e71-eff5e8cce291 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942323 Mar 30 16:47:10.289689 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c0d8-c09c-44c5-8e60-9ad6bc5e014b req-f7e79343-b6eb-463d-bd0a-df54a177a9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:10.289689 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4630c0d8-c09c-44c5-8e60-9ad6bc5e014b req-f7e79343-b6eb-463d-bd0a-df54a177a9a3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d8b62471683f4610be7f908f431b848f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1365936 Mar 30 16:47:10.376831 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630c0d8-c09c-44c5-8e60-9ad6bc5e014b req-cab2fb88-254e-4e74-8c23-d7db4d91bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:10.378460 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4630c0d8-c09c-44c5-8e60-9ad6bc5e014b req-cab2fb88-254e-4e74-8c23-d7db4d91bdc8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0853121 Mar 30 16:47:10.455828 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-845a27c9-6dbf-4659-88b3-cb82e3c5327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:10.457877 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-845a27c9-6dbf-4659-88b3-cb82e3c5327d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b62471683f4610be7f908f431b848f&device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 1128 time: 0.0443859 Mar 30 16:47:10.783583 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-35b4e535-7eb2-45f8-b6c7-57fc62abceb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ac810c2-6e86-423a-9e92-2c172ed76568 HTTP/1.1" status: 200 len: 217 time: 0.3184521 Mar 30 16:47:10.818356 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 7c69fd0a-39a3-41c5-813f-73c07f2740bb details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:47:10.853523 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-670e8d85-4c5c-46e2-a20c-6d310019cee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:10.855004 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-670e8d85-4c5c-46e2-a20c-6d310019cee6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c59f333-5cf8-4874-af4d-205cdf95fc81 HTTP/1.1" status: 200 len: 854 time: 0.0634468 Mar 30 16:47:10.880120 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6416a63-2cf3-48f1-a46e-c8234655ef0c req-2638a24e-b2a2-4931-a500-9bf6fd597ad8 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:10.881973 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c6416a63-2cf3-48f1-a46e-c8234655ef0c req-2638a24e-b2a2-4931-a500-9bf6fd597ad8 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 944 time: 0.1005087 Mar 30 16:47:10.902347 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-6aa4001c-2ea1-4637-b786-e09d57b20e03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89c320f8-42cf-43e3-ab9e-d452cd64b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421526 Mar 30 16:47:10.916422 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 7c69fd0a-39a3-41c5-813f-73c07f2740bb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:10.927838 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'port_id': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'mac_address': 'fa:16:3e:30:e3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:47:10.964361 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 7c69fd0a-39a3-41c5-813f-73c07f2740bb is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:10.964749 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:10.977524 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c69fd0a-39a3-41c5-813f-73c07f2740bb {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:47:10.996486 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c6416a63-2cf3-48f1-a46e-c8234655ef0c req-0d59a2f5-8e08-4dde-b514-2513724c570d tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962341 Mar 30 16:47:10.999968 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 7c69fd0a-39a3-41c5-813f-73c07f2740bb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:11.020259 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-12110351-e801-4fe3-b1da-37d09a34e527 service neutron] 10.222.0.41 "GET /v2.0/networks/89c320f8-42cf-43e3-ab9e-d452cd64b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114810 Mar 30 16:47:11.061317 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:11.111989 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-01419791-bdbc-431f-b1a5-46a18b699ef2 req-c54c1778-c8c1-4f71-a693-ea56f0a1ee42 service neutron] 10.222.0.41 "GET /v2.0/networks/89c320f8-42cf-43e3-ab9e-d452cd64b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863380 Mar 30 16:47:11.118926 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=7c69fd0a-39a3-41c5-813f-73c07f2740bb,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:11.296487 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['7c69fd0a-39a3-41c5-813f-73c07f2740bb'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:47:11.402492 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c0294-a44a-436d-b647-abccb1299da5 req-b7d2891f-969b-4ea5-8e89-15ba0a72b06b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:11.404130 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-177c0294-a44a-436d-b647-abccb1299da5 req-b7d2891f-969b-4ea5-8e89-15ba0a72b06b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 945 time: 0.0600467 Mar 30 16:47:11.459027 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-177c0294-a44a-436d-b647-abccb1299da5 req-ac438bf1-12f1-4c5b-bba7-62050111114b tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486388 Mar 30 16:47:12.113529 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d52ff8e-4d81-44c0-a855-759bb5e78a30 req-e1a5044a-9314-44d0-9388-b9b385e82009 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:12.115015 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d52ff8e-4d81-44c0-a855-759bb5e78a30 req-e1a5044a-9314-44d0-9388-b9b385e82009 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 944 time: 0.0523515 Mar 30 16:47:12.165822 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d52ff8e-4d81-44c0-a855-759bb5e78a30 req-85961a1e-8261-4742-bb2d-a7977f1cdee0 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452595 Mar 30 16:47:12.575845 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a33e3-f5cc-4c45-b5d5-08a6fa981f8b req-ab652911-7487-4ad3-bab4-36f6d9f9e839 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:12.577298 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-060a33e3-f5cc-4c45-b5d5-08a6fa981f8b req-ab652911-7487-4ad3-bab4-36f6d9f9e839 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 945 time: 0.0515935 Mar 30 16:47:12.624963 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-060a33e3-f5cc-4c45-b5d5-08a6fa981f8b req-ef9d8add-a56e-463b-a7ca-736d740183bc tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411980 Mar 30 16:47:12.814324 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 5ac810c2-6e86-423a-9e92-2c172ed76568 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:47:12.817015 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 7c69fd0a-39a3-41c5-813f-73c07f2740bb up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:47:12.947938 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 5ac810c2-6e86-423a-9e92-2c172ed76568, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5ac810c2-6e86-423a-9e92-2c172ed76568,segment=NetworkSegment(79d19f58-5cf6-4358-96b2-af52e4bbe6ab),segment_id=79d19f58-5cf6-4358-96b2-af52e4bbe6ab)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:12.959254 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '5ac810c2-6e86-423a-9e92-2c172ed76568', 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d', 'port_id': '5ac810c2-6e86-423a-9e92-2c172ed76568', 'mac_address': 'fa:16:3e:12:b5:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c59f333-5cf8-4874-af4d-205cdf95fc81', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:47:12.996609 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 5ac810c2-6e86-423a-9e92-2c172ed76568 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:12.997059 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:13.010226 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac810c2-6e86-423a-9e92-2c172ed76568 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:47:13.015529 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 7c69fd0a-39a3-41c5-813f-73c07f2740bb completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:47:13.024432 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 7c69fd0a-39a3-41c5-813f-73c07f2740bb triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:13.024802 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:13.050934 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 5ac810c2-6e86-423a-9e92-2c172ed76568, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5ac810c2-6e86-423a-9e92-2c172ed76568,segment=NetworkSegment(79d19f58-5cf6-4358-96b2-af52e4bbe6ab),segment_id=79d19f58-5cf6-4358-96b2-af52e4bbe6ab)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:13.110657 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 7c69fd0a-39a3-41c5-813f-73c07f2740bb is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:13.110975 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:13.133860 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:13.136107 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304c89d7-38aa-4a74-beb0-9d33ba45975f" -d '{"events": [{"server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "name": "network-vif-plugged", "status": "completed", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:13.148982 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 7c69fd0a-39a3-41c5-813f-73c07f2740bb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:13.155019 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:13.178686 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd80a66-67d4-4f68-bb7d-d796f7988d4e x-openstack-request-id: req-fcd80a66-67d4-4f68-bb7d-d796f7988d4e {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:13.178908 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "name": "network-vif-plugged", "status": "completed", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:13.179160 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcd80a66-67d4-4f68-bb7d-d796f7988d4e {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:13.179836 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcd80a66-67d4-4f68-bb7d-d796f7988d4e'] response: {'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'code': 200} Mar 30 16:47:13.207772 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=5ac810c2-6e86-423a-9e92-2c172ed76568,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:13.249638 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:13.288877 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39274bf-2308-40f1-9993-7cf970133c6c req-ee30a81a-3ef5-40fc-8929-220a595f4037 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:13.290024 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b39274bf-2308-40f1-9993-7cf970133c6c req-ee30a81a-3ef5-40fc-8929-220a595f4037 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 945 time: 0.0529139 Mar 30 16:47:13.304113 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=7c69fd0a-39a3-41c5-813f-73c07f2740bb,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:13.338906 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b39274bf-2308-40f1-9993-7cf970133c6c req-0a7d48ca-b5b3-4571-9239-5509cd1b99b6 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417469 Mar 30 16:47:13.402351 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['5ac810c2-6e86-423a-9e92-2c172ed76568'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:47:13.606545 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd400e2-ccb8-4e05-a991-f23dd405fcb9 req-847ad4de-273f-4ccf-98da-3e9bb3a41edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:13.608068 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dcd400e2-ccb8-4e05-a991-f23dd405fcb9 req-847ad4de-273f-4ccf-98da-3e9bb3a41edf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 1130 time: 0.0473843 Mar 30 16:47:13.652866 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dcd400e2-ccb8-4e05-a991-f23dd405fcb9 req-e3eec36d-c94c-4009-8320-663b9f4007d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381520 Mar 30 16:47:13.743684 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85b20a6-5ef5-43f2-a46c-bd58b200fe27 req-1816b157-ee84-4ada-a610-4f88a7279c02 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:13.745157 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f85b20a6-5ef5-43f2-a46c-bd58b200fe27 req-1816b157-ee84-4ada-a610-4f88a7279c02 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0517108 Mar 30 16:47:13.793084 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f85b20a6-5ef5-43f2-a46c-bd58b200fe27 req-79b1a7ca-31d9-49da-8e19-79d2be6e4925 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423975 Mar 30 16:47:14.458546 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b410c2d-c853-498f-bd97-91ed7859a44e req-5f33cea5-5995-4a49-9213-b4564ed052c7 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:14.460110 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b410c2d-c853-498f-bd97-91ed7859a44e req-5f33cea5-5995-4a49-9213-b4564ed052c7 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 945 time: 0.0530090 Mar 30 16:47:14.510335 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b410c2d-c853-498f-bd97-91ed7859a44e req-51a582e1-48b9-49bb-82bc-25a41dd47343 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446987 Mar 30 16:47:14.833717 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 5ac810c2-6e86-423a-9e92-2c172ed76568 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:47:14.965383 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571ea48-fd22-4bc3-962a-9998e39c1658 req-edc01b85-b41e-4a39-9475-f0136433f06e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:14.967484 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b571ea48-fd22-4bc3-962a-9998e39c1658 req-edc01b85-b41e-4a39-9475-f0136433f06e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0521524 Mar 30 16:47:14.972877 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 5ac810c2-6e86-423a-9e92-2c172ed76568 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:47:14.977206 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 5ac810c2-6e86-423a-9e92-2c172ed76568 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:14.977616 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.018532 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b571ea48-fd22-4bc3-962a-9998e39c1658 req-5b6eb16f-4cb6-4986-965e-76c1340b84af tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440769 Mar 30 16:47:15.055357 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 5ac810c2-6e86-423a-9e92-2c172ed76568 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:15.055734 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.088254 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 5ac810c2-6e86-423a-9e92-2c172ed76568, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5ac810c2-6e86-423a-9e92-2c172ed76568,segment=NetworkSegment(79d19f58-5cf6-4358-96b2-af52e4bbe6ab),segment_id=79d19f58-5cf6-4358-96b2-af52e4bbe6ab)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:15.161296 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:15.183302 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcdd240-c298-4abe-b6ad-78ff0ea140f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac810c2-6e86-423a-9e92-2c172ed76568'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:15.185478 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c98598-65df-4d37-b1e0-7da4d85b93d0" -d '{"events": [{"server_uuid": "1dcdd240-c298-4abe-b6ad-78ff0ea140f5", "name": "network-vif-plugged", "status": "completed", "tag": "5ac810c2-6e86-423a-9e92-2c172ed76568"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:15.212684 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=5ac810c2-6e86-423a-9e92-2c172ed76568,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:15.223124 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d87e7ac-27c6-47d9-a495-87defbdf482f x-openstack-request-id: req-9d87e7ac-27c6-47d9-a495-87defbdf482f {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:15.223124 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcdd240-c298-4abe-b6ad-78ff0ea140f5", "name": "network-vif-plugged", "status": "completed", "tag": "5ac810c2-6e86-423a-9e92-2c172ed76568", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:15.223375 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d87e7ac-27c6-47d9-a495-87defbdf482f {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:15.223874 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d87e7ac-27c6-47d9-a495-87defbdf482f'] response: {'server_uuid': '1dcdd240-c298-4abe-b6ad-78ff0ea140f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac810c2-6e86-423a-9e92-2c172ed76568', 'code': 200} Mar 30 16:47:15.570960 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37729c19-67b7-4e49-8560-91437735067f req-67a508f0-9b29-49d8-adb7-c9ff9570d6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:15.572506 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-37729c19-67b7-4e49-8560-91437735067f req-67a508f0-9b29-49d8-adb7-c9ff9570d6e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 1130 time: 0.0451555 Mar 30 16:47:15.647386 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-37729c19-67b7-4e49-8560-91437735067f req-72aa1ad2-2f84-4d4b-8fee-ea1e55da7b9b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631304 Mar 30 16:47:15.658243 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddb351-5540-4d26-a889-15d8ebd81e5b req-bc9d21ae-5811-4506-bb6e-ea48c43b51c6 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:15.659811 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f7ddb351-5540-4d26-a889-15d8ebd81e5b req-bc9d21ae-5811-4506-bb6e-ea48c43b51c6 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 946 time: 0.0843391 Mar 30 16:47:15.706859 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f7ddb351-5540-4d26-a889-15d8ebd81e5b req-732276de-fe49-44cb-b0ee-7e013caa38f1 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409458 Mar 30 16:47:16.138471 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97226c71-4085-44ea-bd63-00cdd2ba1b56 req-1c3d2bdb-0c0b-4b4a-b1bb-0be4a49bab3c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:16.140020 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-97226c71-4085-44ea-bd63-00cdd2ba1b56 req-1c3d2bdb-0c0b-4b4a-b1bb-0be4a49bab3c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0525081 Mar 30 16:47:16.189093 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-97226c71-4085-44ea-bd63-00cdd2ba1b56 req-90ef6e94-7bc0-436a-8018-e33de3a9fba4 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432258 Mar 30 16:47:16.313261 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d536cd9-38f8-446b-b16a-4c0a33495cf5 req-722e83b7-f696-4a1c-a27e-9cdc17abb5cb tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:16.314878 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8d536cd9-38f8-446b-b16a-4c0a33495cf5 req-722e83b7-f696-4a1c-a27e-9cdc17abb5cb tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0603201 Mar 30 16:47:16.361777 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8d536cd9-38f8-446b-b16a-4c0a33495cf5 req-f36c1269-fdd3-4777-9348-9a5d4df157fd tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Mar 30 16:47:16.383802 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 47230) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:16.526057 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1499b198-f448-4e52-8f29-4e1fdc036cbd tempest-TestShelveInstance-111704693 tempest-TestShelveInstance-111704693-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:16.527609 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1499b198-f448-4e52-8f29-4e1fdc036cbd tempest-TestShelveInstance-111704693 tempest-TestShelveInstance-111704693-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 1125 time: 0.1428070 Mar 30 16:47:16.530474 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 47234) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:16.535455 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'port_id': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:16.649927 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:16.760077 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:16.914437 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48348173-6a6d-4bea-b6b6-05c3b866f4d4 req-6e42bc78-18b2-4106-9833-3bb2ab6d42fe tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:16.915845 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48348173-6a6d-4bea-b6b6-05c3b866f4d4 req-6e42bc78-18b2-4106-9833-3bb2ab6d42fe tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 946 time: 0.1164796 Mar 30 16:47:16.916908 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Allocated IP 172.27.0.114 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/643309bf-02d6-4fae-a0c4-8d707a36f655) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:47:17.012015 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-48348173-6a6d-4bea-b6b6-05c3b866f4d4 req-f0891364-c641-49e4-aa6e-a4d6ad2542eb tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905972 Mar 30 16:47:17.052952 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for port (643309bf-02d6-4fae-a0c4-8d707a36f655), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.210549 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (643309bf-02d6-4fae-a0c4-8d707a36f655), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.251328 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:47:17.254818 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:47:17.268077 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:47:17.268077 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event updated for resources: {'Port': ['ID=643309bf-02d6-4fae-a0c4-8d707a36f655,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:17.613652 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for floatingip (68f8f62a-55ef-4eaa-b90f-1eb700c3a5c7), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.814920 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (643309bf-02d6-4fae-a0c4-8d707a36f655), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:17.963893 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for port (643309bf-02d6-4fae-a0c4-8d707a36f655), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:18.026837 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (643309bf-02d6-4fae-a0c4-8d707a36f655), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:18.127663 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event updated for resources: {'Port': ['ID=643309bf-02d6-4fae-a0c4-8d707a36f655,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:18.145578 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (68f8f62a-55ef-4eaa-b90f-1eb700c3a5c7), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:18.250693 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf633ff7-6210-4c81-8136-a1a57c54ad8d req-c0740a46-79cf-4387-a4f6-1ca6507615e2 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:18.252457 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cf633ff7-6210-4c81-8136-a1a57c54ad8d req-c0740a46-79cf-4387-a4f6-1ca6507615e2 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 946 time: 0.1703317 Mar 30 16:47:18.305360 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Floating IP 68f8f62a-55ef-4eaa-b90f-1eb700c3a5c7 associated. External IP: 172.27.0.114, port: 7c69fd0a-39a3-41c5-813f-73c07f2740bb. Mar 30 16:47:18.391123 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cf633ff7-6210-4c81-8136-a1a57c54ad8d req-86698323-2d57-4a4a-99a2-9040075860d3 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315446 Mar 30 16:47:18.566270 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Router 79c56d52-3452-4317-b689-233744579c02 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:47:18.686302 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:47:18.700760 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db94578-c5ca-4c21-ab46-d1e540753d60 None None] Sync routers for ids ['79c56d52-3452-4317-b689-233744579c02'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:47:18.712073 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db94578-c5ca-4c21-ab46-d1e540753d60 None None] Routers {'79c56d52-3452-4317-b689-233744579c02'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:18.713793 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5db94578-c5ca-4c21-ab46-d1e540753d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:47:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['79c56d52-3452-4317-b689-233744579c02'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:18.835636 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-5db94578-c5ca-4c21-ab46-d1e540753d60 None None] Set router 79c56d52-3452-4317-b689-233744579c02 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:18.837356 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:18.869728 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-60ebf457-b1b3-4255-a39e-2a8c4e524263 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3381805 Mar 30 16:47:18.871806 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:18.874209 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:18.914175 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1a2610-5970-4d51-892d-272de2a8612e x-openstack-request-id: req-4a1a2610-5970-4d51-892d-272de2a8612e {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:18.914465 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:18.914746 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a1a2610-5970-4d51-892d-272de2a8612e {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:18.915150 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1a2610-5970-4d51-892d-272de2a8612e'] response: {'name': 'network-changed', 'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'status': 'completed', 'code': 200} Mar 30 16:47:19.075971 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5db94578-c5ca-4c21-ab46-d1e540753d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '68f8f62a-55ef-4eaa-b90f-1eb700c3a5c7', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '79c56d52-3452-4317-b689-233744579c02', 'port_id': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'mac_address': 'fa:16:3e:30:e3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:17Z', 'updated_at': '2022-03-30T16:47:17Z', 'revision_number': 0, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e41044c-a068-4b4c-9575-7d00ae2b5231', 'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'mac_address': 'fa:16:3e:6e:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:25Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 5, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'subnets': [{'id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:19.110594 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db94578-c5ca-4c21-ab46-d1e540753d60 None None] Checking router: 79c56d52-3452-4317-b689-233744579c02 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:47:19.118993 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db94578-c5ca-4c21-ab46-d1e540753d60 None None] Routers {'79c56d52-3452-4317-b689-233744579c02'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:19.119588 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5db94578-c5ca-4c21-ab46-d1e540753d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:47:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['79c56d52-3452-4317-b689-233744579c02'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:19.314303 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-5db94578-c5ca-4c21-ab46-d1e540753d60 None None] Set router 79c56d52-3452-4317-b689-233744579c02 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:19.524189 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:47:19.554267 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-5db94578-c5ca-4c21-ab46-d1e540753d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '68f8f62a-55ef-4eaa-b90f-1eb700c3a5c7', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '79c56d52-3452-4317-b689-233744579c02', 'port_id': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'mac_address': 'fa:16:3e:30:e3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:17Z', 'updated_at': '2022-03-30T16:47:17Z', 'revision_number': 0, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e41044c-a068-4b4c-9575-7d00ae2b5231', 'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'mac_address': 'fa:16:3e:6e:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:25Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 5, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'subnets': [{'id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:19.584985 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db94578-c5ca-4c21-ab46-d1e540753d60 None None] The sync data for ids ['79c56d52-3452-4317-b689-233744579c02'] in dv-cinder-835871-1-iscsi is: [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '68f8f62a-55ef-4eaa-b90f-1eb700c3a5c7', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'floating_ip_address': '172.27.0.114', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '79c56d52-3452-4317-b689-233744579c02', 'port_id': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'mac_address': 'fa:16:3e:30:e3:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:17Z', 'updated_at': '2022-03-30T16:47:17Z', 'revision_number': 0, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e41044c-a068-4b4c-9575-7d00ae2b5231', 'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'mac_address': 'fa:16:3e:6e:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:25Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 5, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'subnets': [{'id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:47:19.788544 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b80060-afe8-4f2d-9b8e-6e52ea45845d None None] New status for floating IP 68f8f62a-55ef-4eaa-b90f-1eb700c3a5c7: ACTIVE {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:47:19.909807 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:20.576278 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab req-484d14da-5fb0-4ae1-8849-828a77511566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:20.577934 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab req-484d14da-5fb0-4ae1-8849-828a77511566 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=271d66244aa14243b27a2fcf55275bcd&device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 1130 time: 0.0477529 Mar 30 16:47:20.670102 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab req-02004035-1912-4fcc-a21c-dc7f26e49945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:20.671629 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab req-02004035-1912-4fcc-a21c-dc7f26e49945 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa4cebb7-4fd1-47fc-87e8-524051c7f431 HTTP/1.1" status: 200 len: 909 time: 0.0880198 Mar 30 16:47:20.739353 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab req-dc8786e3-43fb-4a54-84e2-9aba3b3a5100 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb HTTP/1.1" status: 200 len: 1002 time: 0.0576491 Mar 30 16:47:20.797212 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab req-9d5bf654-45eb-4983-8c82-5f6064c00f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:20.798824 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab req-9d5bf654-45eb-4983-8c82-5f6064c00f9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2d4f594-88fc-4f70-a374-0461ec5e34bf HTTP/1.1" status: 200 len: 847 time: 0.0512748 Mar 30 16:47:20.852172 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab req-424ed1ba-aba9-4449-94b5-ab9a0364094d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:20.853890 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab req-424ed1ba-aba9-4449-94b5-ab9a0364094d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa4cebb7-4fd1-47fc-87e8-524051c7f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478690 Mar 30 16:47:20.948370 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab req-485495da-1c22-49b9-8509-2f374d47c1bc service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868521 Mar 30 16:47:21.050397 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b6fe96db-2dc1-4a76-86d5-ad5ba9263bab req-6b967f08-e55b-44bf-a61e-361c55f48806 service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909111 Mar 30 16:47:25.618995 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-2f801e5a-ae65-433d-b7e3-9dd86c26009a tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-158085763&fields=id&tenant_id=1706c811af8c46779e0007b0fafbc6a4 HTTP/1.1" status: 200 len: 267 time: 0.0494351 Mar 30 16:47:25.736382 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360476a-1161-41fe-9e03-4ea86c429881 req-fe01a85f-c518-4fbd-9fcf-054633474624 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:25.737798 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-fe01a85f-c518-4fbd-9fcf-054633474624 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 812 time: 0.1120641 Mar 30 16:47:25.752939 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-60404b09-2154-4a96-916a-f19069352c2c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/quotas/1706c811af8c46779e0007b0fafbc6a4 HTTP/1.1" status: 200 len: 375 time: 0.0096760 Mar 30 16:47:25.820044 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-9170cf1d-a2e5-45b1-a248-3eab63f2f5b1 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0609255 Mar 30 16:47:25.918402 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-055c9d99-d8d0-494a-8057-a9e2944c1b6e service neutron] 10.222.0.21 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868979 Mar 30 16:47:26.013222 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-f59fc6cd-c507-40f2-9c39-a0b09b418251 service neutron] 10.222.0.21 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891132 Mar 30 16:47:26.591761 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dc9523ec-f82b-44de-a47a-4f6eb08bb791 req-d87947ca-d1fe-4130-9679-27aaf85d6d83 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 210 time: 0.0367048 Mar 30 16:47:27.688743 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-abcdc3ad-c3be-45e0-aa2b-8e620ab8d0f6 req-92e9739e-8951-4e5e-bc8a-dd56058d13fb tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 210 time: 0.0290017 Mar 30 16:47:28.842946 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2b3b6194-d291-4971-ab9e-2a4acf9acc6c req-3578a5f2-28da-41fe-b587-2f076a554760 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 210 time: 0.0708706 Mar 30 16:47:28.892580 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360476a-1161-41fe-9e03-4ea86c429881 req-7e70c2d2-2670-4559-a4b7-1d89e05e6d61 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:28.894136 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-7e70c2d2-2670-4559-a4b7-1d89e05e6d61 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 812 time: 0.1324146 Mar 30 16:47:28.964293 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-882919c0-e4dc-48c4-95c6-a132be60f383 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1706c811af8c46779e0007b0fafbc6a4 HTTP/1.1" status: 200 len: 379 time: 0.0562685 Mar 30 16:47:28.973903 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'port': {'device_id': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'admin_state_up': True, 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'security_groups': ['5ef0e96c-f1a7-43a8-8297-c040a5f87fd7']}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:29.189225 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Made reservation on behalf of 1706c811af8c46779e0007b0fafbc6a4 for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:47:29.193303 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:29.318654 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Allocated IP 172.20.0.8 (600fe998-8bc1-41e5-a22d-851373094fb9/17dce1d2-dae1-4b1d-bded-3495159a04ef/24def0b8-f7a6-4d7e-b664-c376875ea571) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:47:29.427334 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d820c1a2-fa16-426f-8303-02a4ed68f18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:29.461769 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:29.599283 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:29.640047 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Network 600fe998-8bc1-41e5-a22d-851373094fb9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:47:29.643159 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:47:29.647490 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:47:29.676458 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'Port': ['ID=24def0b8-f7a6-4d7e-b664-c376875ea571,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:29.706267 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:29.706958 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:29.867226 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-e12be247-53d5-4ac2-9af1-769c50b32135 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8970757 Mar 30 16:47:29.879456 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Request body: {'port': {'device_id': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:29.900976 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-a387b3a8-5586-451b-bd6c-1475a4906df6 None None] Provisioning complete for port 24def0b8-f7a6-4d7e-b664-c376875ea571 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:29.901704 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a387b3a8-5586-451b-bd6c-1475a4906df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:29.949783 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-a387b3a8-5586-451b-bd6c-1475a4906df6 None None] Port 24def0b8-f7a6-4d7e-b664-c376875ea571 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:47:29.980700 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.005738 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14da330-9b25-46ec-ae6c-d0c1c93ff19e req-bccda691-37c8-4cf1-b9c4-f6cc2b5121f2 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:30.007333 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f14da330-9b25-46ec-ae6c-d0c1c93ff19e req-bccda691-37c8-4cf1-b9c4-f6cc2b5121f2 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 931 time: 0.0883477 Mar 30 16:47:30.142194 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f14da330-9b25-46ec-ae6c-d0c1c93ff19e req-1e8170ad-0f80-4e60-8c75-6b1b34c56d93 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150758 Mar 30 16:47:30.292294 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24def0b8-f7a6-4d7e-b664-c376875ea571 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:47:30.299965 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Publish callbacks [] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.312458 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Transition to ACTIVE for port object 24def0b8-f7a6-4d7e-b664-c376875ea571 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:47:30.386429 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.459195 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Pushing event updated for resources: {'Port': ['ID=24def0b8-f7a6-4d7e-b664-c376875ea571,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:30.512790 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Attempting to bind port 24def0b8-f7a6-4d7e-b664-c376875ea571 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:47:30.514909 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Attempting to bind port 24def0b8-f7a6-4d7e-b664-c376875ea571 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:47:30.514909 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Attempting to bind port 24def0b8-f7a6-4d7e-b664-c376875ea571 on network 600fe998-8bc1-41e5-a22d-851373094fb9 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:47:30.518213 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Port 24def0b8-f7a6-4d7e-b664-c376875ea571 on network 600fe998-8bc1-41e5-a22d-851373094fb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:47:30.518529 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Attempting to bind port 24def0b8-f7a6-4d7e-b664-c376875ea571 on network 600fe998-8bc1-41e5-a22d-851373094fb9 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:47:30.524910 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 47, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:47:30.525244 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Checking segment: {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:47:30.525627 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Bound using segment: {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:47:30.526045 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Bound port: 24def0b8-f7a6-4d7e-b664-c376875ea571, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '795be097-9515-49e3-be4e-089929acfc58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:47:30.526400 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.604452 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] For port 24def0b8-f7a6-4d7e-b664-c376875ea571, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:47:30.607685 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] For port 24def0b8-f7a6-4d7e-b664-c376875ea571, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=24def0b8-f7a6-4d7e-b664-c376875ea571,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:47:30.661438 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.697258 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:30.697877 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:30.699308 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] 10.222.0.41 "PUT /v2.0/ports/24def0b8-f7a6-4d7e-b664-c376875ea571 HTTP/1.1" status: 200 len: 1093 time: 0.8241389 Mar 30 16:47:30.699743 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'tag': '24def0b8-f7a6-4d7e-b664-c376875ea571'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:30.702155 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e74c460-75b4-4c48-8ac1-38a57e0d8593" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9", "tag": "24def0b8-f7a6-4d7e-b664-c376875ea571"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:30.726175 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555dbe4-cfc1-45e4-8fd7-291b743fdb73 service neutron] Pushing event updated for resources: {'Port': ['ID=24def0b8-f7a6-4d7e-b664-c376875ea571,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:30.745818 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bdedaa8-7cdb-4543-bcb8-b5a51a7fdfe7 x-openstack-request-id: req-2bdedaa8-7cdb-4543-bcb8-b5a51a7fdfe7 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:30.746102 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9", "tag": "24def0b8-f7a6-4d7e-b664-c376875ea571", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:30.746363 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2bdedaa8-7cdb-4543-bcb8-b5a51a7fdfe7 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:30.746802 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bdedaa8-7cdb-4543-bcb8-b5a51a7fdfe7'] response: {'name': 'network-changed', 'server_uuid': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'tag': '24def0b8-f7a6-4d7e-b664-c376875ea571', 'status': 'completed', 'code': 200} Mar 30 16:47:30.833702 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74c460-75b4-4c48-8ac1-38a57e0d8593 req-3edbefd2-c790-4b9b-9420-0fa318990902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:30.835319 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1e74c460-75b4-4c48-8ac1-38a57e0d8593 req-3edbefd2-c790-4b9b-9420-0fa318990902 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 1127 time: 0.0587823 Mar 30 16:47:30.873168 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-b5c72cce-5a71-408e-a480-ec632c6785cc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0616815 Mar 30 16:47:30.957705 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74c460-75b4-4c48-8ac1-38a57e0d8593 req-362939e3-0035-4445-9087-96f91e4d6deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:30.959322 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1e74c460-75b4-4c48-8ac1-38a57e0d8593 req-362939e3-0035-4445-9087-96f91e4d6deb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1706c811af8c46779e0007b0fafbc6a4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1162484 Mar 30 16:47:30.977707 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-0a57661f-c421-4126-85f6-0f5996ea96aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:30.979237 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-0a57661f-c421-4126-85f6-0f5996ea96aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 1130 time: 0.0466323 Mar 30 16:47:31.057834 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74c460-75b4-4c48-8ac1-38a57e0d8593 req-066367c7-ee41-4dd9-9925-97604651ae3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.059353 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1e74c460-75b4-4c48-8ac1-38a57e0d8593 req-066367c7-ee41-4dd9-9925-97604651ae3a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921435 Mar 30 16:47:31.087462 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-63fe2681-0301-4963-b42e-5a15253ac106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.088939 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-63fe2681-0301-4963-b42e-5a15253ac106 service neutron] 10.222.0.41 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 913 time: 0.0866904 Mar 30 16:47:31.154407 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360476a-1161-41fe-9e03-4ea86c429881 req-115b4fb9-8ef4-4051-81e6-bf3bf0d19619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.155945 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-115b4fb9-8ef4-4051-81e6-bf3bf0d19619 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 1127 time: 0.0544736 Mar 30 16:47:31.169966 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-56077769-6914-4d55-85e3-f07e1958b60e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b570ed5-c8bc-4804-8beb-c03ef1f01d68 HTTP/1.1" status: 200 len: 1002 time: 0.0680940 Mar 30 16:47:31.225825 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-b1233c35-b50c-438d-9aab-261de9e40677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.227558 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-b1233c35-b50c-438d-9aab-261de9e40677 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17dce1d2-dae1-4b1d-bded-3495159a04ef HTTP/1.1" status: 200 len: 851 time: 0.0519741 Mar 30 16:47:31.280429 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-e2ad8d57-16b3-4a96-ac5a-e9b1f50d9b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.281955 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-e2ad8d57-16b3-4a96-ac5a-e9b1f50d9b26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600fe998-8bc1-41e5-a22d-851373094fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466630 Mar 30 16:47:31.383911 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-f0696959-79bf-43ad-98b0-70ff26789555 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893443 Mar 30 16:47:31.479352 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-44e9647e-73f2-464b-9d8f-c1a811bc2f47 req-22766da7-7709-485d-9bbe-27adeb649f6c service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883660 Mar 30 16:47:31.479959 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-ea5ef505-5d1a-46f2-9eda-71ea4ef727b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24def0b8-f7a6-4d7e-b664-c376875ea571 HTTP/1.1" status: 200 len: 217 time: 0.3158584 Mar 30 16:47:31.557924 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360476a-1161-41fe-9e03-4ea86c429881 req-66e9df80-e99d-4a7f-b3e1-9356e4b76f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.559419 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-66e9df80-e99d-4a7f-b3e1-9356e4b76f9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17dce1d2-dae1-4b1d-bded-3495159a04ef HTTP/1.1" status: 200 len: 851 time: 0.0550401 Mar 30 16:47:31.569390 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfda561-8d7e-4cb9-bb70-204781340b4e req-6ce09e22-7e66-4149-85be-26e09b01765a tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.570826 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dcfda561-8d7e-4cb9-bb70-204781340b4e req-6ce09e22-7e66-4149-85be-26e09b01765a tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 943 time: 0.0935292 Mar 30 16:47:31.643986 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dcfda561-8d7e-4cb9-bb70-204781340b4e req-b0b53a20-f3ef-4031-88ec-b07bd8ba28e4 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652716 Mar 30 16:47:31.647568 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360476a-1161-41fe-9e03-4ea86c429881 req-a02a9320-46f5-4380-b1ea-54471dc31e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:31.649241 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-a02a9320-46f5-4380-b1ea-54471dc31e48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600fe998-8bc1-41e5-a22d-851373094fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0775867 Mar 30 16:47:31.743838 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-c7cdf203-75d0-49cf-9bb7-aa5711ced254 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869100 Mar 30 16:47:31.777660 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7638d13b-be93-45c9-b437-db6f1bd4b966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:31.835526 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3360476a-1161-41fe-9e03-4ea86c429881 req-514490fc-7843-489c-bfb1-15b6830ea657 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849936 Mar 30 16:47:32.766644 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c8fd8a-8a8b-46a1-a38e-cb4966dee482 req-927efc0f-5bf6-4161-9d1b-5bc41cba9ac8 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:32.768002 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-63c8fd8a-8a8b-46a1-a38e-cb4966dee482 req-927efc0f-5bf6-4161-9d1b-5bc41cba9ac8 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 943 time: 0.0521681 Mar 30 16:47:32.816847 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-63c8fd8a-8a8b-46a1-a38e-cb4966dee482 req-2697b956-9e87-4978-a3ce-a54998c30811 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431526 Mar 30 16:47:33.040449 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:33.937556 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7888ce-f2cb-45d8-bb18-fe2b50e1df83 req-380a3c40-70c2-4e4a-8be3-c784b18cc821 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:33.939105 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0b7888ce-f2cb-45d8-bb18-fe2b50e1df83 req-380a3c40-70c2-4e4a-8be3-c784b18cc821 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 943 time: 0.0575325 Mar 30 16:47:33.988630 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0b7888ce-f2cb-45d8-bb18-fe2b50e1df83 req-19afd418-47d1-4d23-baf1-402a8b1d47e1 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432692 Mar 30 16:47:34.320619 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:35.107100 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88735c0f-a29c-4b06-bc05-45e82f7c8972 req-7488b917-edd0-4729-ad9b-0b7cf4820cb2 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:35.108587 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-88735c0f-a29c-4b06-bc05-45e82f7c8972 req-7488b917-edd0-4729-ad9b-0b7cf4820cb2 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 943 time: 0.0527127 Mar 30 16:47:35.181183 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-88735c0f-a29c-4b06-bc05-45e82f7c8972 req-c64ef688-3496-4c91-811a-3f7f9e0412cc tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669813 Mar 30 16:47:35.783367 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:36.306309 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d3503-5ea0-4045-aa90-9489979cd8e6 req-0c895a40-86cc-4ff4-ba2a-c759e65e1b60 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:36.307790 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-307d3503-5ea0-4045-aa90-9489979cd8e6 req-0c895a40-86cc-4ff4-ba2a-c759e65e1b60 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 943 time: 0.0571139 Mar 30 16:47:36.356925 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-307d3503-5ea0-4045-aa90-9489979cd8e6 req-94da995a-0743-4994-b468-e73fa2acdc05 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434043 Mar 30 16:47:37.474470 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b38dc2-0b36-4a12-aca4-87dd4948a403 req-64989aee-5cdc-4158-85c2-42d7b73d21ae tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:37.475944 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f8b38dc2-0b36-4a12-aca4-87dd4948a403 req-64989aee-5cdc-4158-85c2-42d7b73d21ae tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 943 time: 0.0519733 Mar 30 16:47:37.525477 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f8b38dc2-0b36-4a12-aca4-87dd4948a403 req-815670f8-9e59-42ec-9529-957e1064f093 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438294 Mar 30 16:47:38.643952 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cca2700-f53a-4c0f-a845-29294cf8b6c1 req-db1d771a-0f1d-47b1-9fd4-42e6637a0045 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:38.645426 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9cca2700-f53a-4c0f-a845-29294cf8b6c1 req-db1d771a-0f1d-47b1-9fd4-42e6637a0045 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 943 time: 0.0510798 Mar 30 16:47:38.697499 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9cca2700-f53a-4c0f-a845-29294cf8b6c1 req-d8dee943-1522-4f90-9f2a-3a45724da950 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455832 Mar 30 16:47:38.990745 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 24def0b8-f7a6-4d7e-b664-c376875ea571 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:47:39.085765 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 24def0b8-f7a6-4d7e-b664-c376875ea571, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=24def0b8-f7a6-4d7e-b664-c376875ea571,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:39.096807 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '24def0b8-f7a6-4d7e-b664-c376875ea571', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'port_id': '24def0b8-f7a6-4d7e-b664-c376875ea571', 'mac_address': 'fa:16:3e:d4:66:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 509, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:47:39.133133 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 24def0b8-f7a6-4d7e-b664-c376875ea571 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:39.133520 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:39.150184 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24def0b8-f7a6-4d7e-b664-c376875ea571 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:47:39.168929 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 24def0b8-f7a6-4d7e-b664-c376875ea571, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=24def0b8-f7a6-4d7e-b664-c376875ea571,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:39.343013 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:39.388360 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=24def0b8-f7a6-4d7e-b664-c376875ea571,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:39.395285 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.395635 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.395984 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.396325 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.397291 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.397713 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.398051 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.398383 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.399002 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.399331 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.399676 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.399995 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.400314 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.400632 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.400951 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:47:39.644134 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['24def0b8-f7a6-4d7e-b664-c376875ea571'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:47:39.815673 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daed828-260c-454b-a8cc-38d0b445b89e req-ddf3d67e-7dfd-4040-85ae-20e0edf4a4cb tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:39.817215 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2daed828-260c-454b-a8cc-38d0b445b89e req-ddf3d67e-7dfd-4040-85ae-20e0edf4a4cb tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 944 time: 0.0527413 Mar 30 16:47:39.866697 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2daed828-260c-454b-a8cc-38d0b445b89e req-cac2df29-ca0b-4198-8362-33495b4e7af3 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428731 Mar 30 16:47:40.983441 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382793fa-934c-4796-8f88-87016ae34c02 req-5f48b6c7-75cd-4fad-b3be-4611d29ad62f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:40.984891 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-382793fa-934c-4796-8f88-87016ae34c02 req-5f48b6c7-75cd-4fad-b3be-4611d29ad62f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 944 time: 0.0514219 Mar 30 16:47:40.996948 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 24def0b8-f7a6-4d7e-b664-c376875ea571 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:47:41.034165 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-382793fa-934c-4796-8f88-87016ae34c02 req-13564bba-30dd-417d-9e49-038175906317 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437806 Mar 30 16:47:41.106476 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 24def0b8-f7a6-4d7e-b664-c376875ea571 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:47:41.110697 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 24def0b8-f7a6-4d7e-b664-c376875ea571 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:47:41.111070 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:41.194820 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 24def0b8-f7a6-4d7e-b664-c376875ea571 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:47:41.195099 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:41.217664 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24def0b8-f7a6-4d7e-b664-c376875ea571'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:41.219906 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67668dec-8667-493c-9d9a-2bd0f2d06973" -d '{"events": [{"server_uuid": "e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9", "name": "network-vif-plugged", "status": "completed", "tag": "24def0b8-f7a6-4d7e-b664-c376875ea571"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:41.232692 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 24def0b8-f7a6-4d7e-b664-c376875ea571, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=24def0b8-f7a6-4d7e-b664-c376875ea571,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:47:41.260150 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a79136f-483c-4f8d-b418-0e67535f0abd x-openstack-request-id: req-8a79136f-483c-4f8d-b418-0e67535f0abd {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:41.260444 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9", "name": "network-vif-plugged", "status": "completed", "tag": "24def0b8-f7a6-4d7e-b664-c376875ea571", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:41.260698 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a79136f-483c-4f8d-b418-0e67535f0abd {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:41.261373 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a79136f-483c-4f8d-b418-0e67535f0abd'] response: {'server_uuid': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24def0b8-f7a6-4d7e-b664-c376875ea571', 'code': 200} Mar 30 16:47:41.303885 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:41.350836 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=24def0b8-f7a6-4d7e-b664-c376875ea571,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:41.816672 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac2fcf-2e35-4cb2-9392-b8d6752b9340 req-72077612-fb33-4718-bc61-2150bb68b7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:41.818204 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43ac2fcf-2e35-4cb2-9392-b8d6752b9340 req-72077612-fb33-4718-bc61-2150bb68b7e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 1129 time: 0.0471594 Mar 30 16:47:41.861251 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-43ac2fcf-2e35-4cb2-9392-b8d6752b9340 req-18d1c5e2-ff3a-46ba-afdb-cf266ff2faac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371511 Mar 30 16:47:42.156769 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8ea09-0352-44b0-8420-6b6442d6044a req-e3a3a149-18c4-48cf-9e5d-d47a8fd192e7 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:42.158257 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9da8ea09-0352-44b0-8420-6b6442d6044a req-e3a3a149-18c4-48cf-9e5d-d47a8fd192e7 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 945 time: 0.0520163 Mar 30 16:47:42.205445 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9da8ea09-0352-44b0-8420-6b6442d6044a req-dcb499be-25d7-4d0c-ae10-931cddb44c7a tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416183 Mar 30 16:47:43.328552 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15861a-f51c-4ce5-96f7-3c4c40adb6df req-654797ee-1141-426e-a1f6-a8caa1ddce35 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:43.330067 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf15861a-f51c-4ce5-96f7-3c4c40adb6df req-654797ee-1141-426e-a1f6-a8caa1ddce35 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 945 time: 0.0522950 Mar 30 16:47:43.383165 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-bf15861a-f51c-4ce5-96f7-3c4c40adb6df req-4b956413-4f2f-42c3-b3f7-b59261ff4c9c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470660 Mar 30 16:47:44.502918 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a705f0-2084-4203-abdf-06b9afb281a5 req-a3e73ebc-a4fb-4731-b88d-19f4c5a0553b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:44.504237 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d0a705f0-2084-4203-abdf-06b9afb281a5 req-a3e73ebc-a4fb-4731-b88d-19f4c5a0553b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 945 time: 0.0534256 Mar 30 16:47:44.552657 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d0a705f0-2084-4203-abdf-06b9afb281a5 req-d794e3b6-dc28-4d6a-a30f-aa716cdbd2e7 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426121 Mar 30 16:47:44.668576 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370a19d-bb87-499a-8233-0efd7b0dd240 req-240cfbf3-4754-4b9f-a544-5e3e3e5328e7 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:44.669957 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7370a19d-bb87-499a-8233-0efd7b0dd240 req-240cfbf3-4754-4b9f-a544-5e3e3e5328e7 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 945 time: 0.0510702 Mar 30 16:47:44.724158 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7370a19d-bb87-499a-8233-0efd7b0dd240 req-5c0365fe-e24a-4546-89de-24b522165686 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485907 Mar 30 16:47:44.748011 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 47478) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:44.795760 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8d5209-3f6f-482c-bfb7-87c4792a368b tempest-TestVolumeBootPattern-1113774970 tempest-TestVolumeBootPattern-1113774970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:44.797283 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6d8d5209-3f6f-482c-bfb7-87c4792a368b tempest-TestVolumeBootPattern-1113774970 tempest-TestVolumeBootPattern-1113774970-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 1124 time: 0.0483081 Mar 30 16:47:44.800241 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 47480) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:47:44.804356 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'port_id': '24def0b8-f7a6-4d7e-b664-c376875ea571', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:47:44.880557 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:44.974218 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:45.079419 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Allocated IP 172.27.0.88 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/4523897e-9e7d-4de0-9445-996980d3d2b4) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:47:45.177557 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for port (4523897e-9e7d-4de0-9445-996980d3d2b4), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:45.278183 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (4523897e-9e7d-4de0-9445-996980d3d2b4), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:45.318708 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:47:45.322190 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:47:45.324842 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:47:45.350913 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'Port': ['ID=4523897e-9e7d-4de0-9445-996980d3d2b4,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:45.672332 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (9a4f443f-6a0c-4573-8478-589ee3f8be4f), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:45.829107 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (4523897e-9e7d-4de0-9445-996980d3d2b4), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:45.975950 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for port (4523897e-9e7d-4de0-9445-996980d3d2b4), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:46.032007 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (4523897e-9e7d-4de0-9445-996980d3d2b4), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:46.098733 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event updated for resources: {'Port': ['ID=4523897e-9e7d-4de0-9445-996980d3d2b4,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:47:46.109292 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (9a4f443f-6a0c-4573-8478-589ee3f8be4f), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:46.220986 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Floating IP 9a4f443f-6a0c-4573-8478-589ee3f8be4f associated. External IP: 172.27.0.88, port: 24def0b8-f7a6-4d7e-b664-c376875ea571. Mar 30 16:47:46.486414 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Router 6d2d139e-1476-4fc3-930c-07cd9494070a has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:47:46.599695 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:47:46.609206 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7691b-1f7d-42bb-818d-c2a2a69cc573 None None] Sync routers for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:47:46.618808 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7691b-1f7d-42bb-818d-c2a2a69cc573 None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:46.628770 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-eba7691b-1f7d-42bb-818d-c2a2a69cc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:47:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:46.674420 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:46.703972 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-4284af64-caa2-4898-a652-fae3d8129d0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9026935 Mar 30 16:47:46.704560 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'tag': '24def0b8-f7a6-4d7e-b664-c376875ea571'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:47:46.706828 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de15848f-5fbe-46e1-9041-fbb1064c8d69" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9", "tag": "24def0b8-f7a6-4d7e-b664-c376875ea571"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:47:46.724580 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-eba7691b-1f7d-42bb-818d-c2a2a69cc573 None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:46.743958 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d14aa28-f248-44dd-8970-e73750a53597 x-openstack-request-id: req-8d14aa28-f248-44dd-8970-e73750a53597 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:47:46.744280 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9", "tag": "24def0b8-f7a6-4d7e-b664-c376875ea571", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:47:46.744538 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d14aa28-f248-44dd-8970-e73750a53597 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:47:46.744953 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d14aa28-f248-44dd-8970-e73750a53597'] response: {'name': 'network-changed', 'server_uuid': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'tag': '24def0b8-f7a6-4d7e-b664-c376875ea571', 'status': 'completed', 'code': 200} Mar 30 16:47:46.942283 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-eba7691b-1f7d-42bb-818d-c2a2a69cc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '9a4f443f-6a0c-4573-8478-589ee3f8be4f', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '24def0b8-f7a6-4d7e-b664-c376875ea571', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:d4:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:45Z', 'updated_at': '2022-03-30T16:47:45Z', 'revision_number': 0, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}, {'id': 'ed013b58-4636-4747-bcb9-7ad763f8d475', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:7c:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:43Z', 'updated_at': '2022-03-30T16:45:45Z', 'revision_number': 1, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:46.970823 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7691b-1f7d-42bb-818d-c2a2a69cc573 None None] Checking router: 6d2d139e-1476-4fc3-930c-07cd9494070a for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:47:46.979742 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba7691b-1f7d-42bb-818d-c2a2a69cc573 None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:47:46.980332 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-eba7691b-1f7d-42bb-818d-c2a2a69cc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:47:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:47.087250 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-eba7691b-1f7d-42bb-818d-c2a2a69cc573 None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:47:47.411229 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-eba7691b-1f7d-42bb-818d-c2a2a69cc573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '9a4f443f-6a0c-4573-8478-589ee3f8be4f', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '24def0b8-f7a6-4d7e-b664-c376875ea571', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:d4:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:45Z', 'updated_at': '2022-03-30T16:47:45Z', 'revision_number': 0, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}, {'id': 'ed013b58-4636-4747-bcb9-7ad763f8d475', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:7c:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:43Z', 'updated_at': '2022-03-30T16:45:45Z', 'revision_number': 1, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:47:47.438600 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7691b-1f7d-42bb-818d-c2a2a69cc573 None None] The sync data for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi is: [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '9a4f443f-6a0c-4573-8478-589ee3f8be4f', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.88', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '24def0b8-f7a6-4d7e-b664-c376875ea571', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:d4:66:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:47:45Z', 'updated_at': '2022-03-30T16:47:45Z', 'revision_number': 0, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}, {'id': 'ed013b58-4636-4747-bcb9-7ad763f8d475', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:7c:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:43Z', 'updated_at': '2022-03-30T16:45:45Z', 'revision_number': 1, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:47:47.626743 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3582efa5-ec0d-4bdb-be52-70026e537e5c None None] New status for floating IP 9a4f443f-6a0c-4573-8478-589ee3f8be4f: ACTIVE {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:47:48.060249 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15848f-5fbe-46e1-9041-fbb1064c8d69 req-72dd393d-16ce-42f3-86d3-00ae019630df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:48.061765 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de15848f-5fbe-46e1-9041-fbb1064c8d69 req-72dd393d-16ce-42f3-86d3-00ae019630df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 1129 time: 0.0453629 Mar 30 16:47:48.154946 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15848f-5fbe-46e1-9041-fbb1064c8d69 req-7ebe25d1-47ee-492e-a9c9-0c40bad9f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:48.156418 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de15848f-5fbe-46e1-9041-fbb1064c8d69 req-7ebe25d1-47ee-492e-a9c9-0c40bad9f756 service neutron] 10.222.0.41 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 913 time: 0.0870318 Mar 30 16:47:48.220587 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de15848f-5fbe-46e1-9041-fbb1064c8d69 req-0148c2ad-54ac-4470-8f0a-fe7288b579fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24def0b8-f7a6-4d7e-b664-c376875ea571 HTTP/1.1" status: 200 len: 1000 time: 0.0568612 Mar 30 16:47:48.267932 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15848f-5fbe-46e1-9041-fbb1064c8d69 req-790c3865-f304-4181-969a-29ebe00738fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:48.269332 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de15848f-5fbe-46e1-9041-fbb1064c8d69 req-790c3865-f304-4181-969a-29ebe00738fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17dce1d2-dae1-4b1d-bded-3495159a04ef HTTP/1.1" status: 200 len: 851 time: 0.0413365 Mar 30 16:47:48.320446 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15848f-5fbe-46e1-9041-fbb1064c8d69 req-5bb08f22-477a-4bdb-bf8a-dc72e8cd8afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:47:48.322439 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de15848f-5fbe-46e1-9041-fbb1064c8d69 req-5bb08f22-477a-4bdb-bf8a-dc72e8cd8afa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600fe998-8bc1-41e5-a22d-851373094fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465634 Mar 30 16:47:48.409625 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de15848f-5fbe-46e1-9041-fbb1064c8d69 req-48fdf63e-2540-4e21-abe1-4c2fa2f7924c service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810378 Mar 30 16:47:48.506282 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-de15848f-5fbe-46e1-9041-fbb1064c8d69 req-77acce76-ba2a-4810-b71f-e18b4eacd390 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849528 Mar 30 16:47:49.854788 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:47:56.513205 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:47:59.440152 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-383c4d91-9dcb-4e6c-8b09-d03574f0563a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:01.776783 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c8ecab9e-2619-4a9e-b82f-9c5e58a9c482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:03.060430 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:04.325694 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:05.235028 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fda4e6-dd93-412c-a323-938a343b5bd9 req-6c0da3d0-f833-4287-842e-45a54de46544 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:05.236563 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-66fda4e6-dd93-412c-a323-938a343b5bd9 req-6c0da3d0-f833-4287-842e-45a54de46544 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0574322 Mar 30 16:48:05.294376 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-66fda4e6-dd93-412c-a323-938a343b5bd9 req-8b32bd67-02f9-4906-bbf0-fc96991832ba tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520353 Mar 30 16:48:05.799831 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:06.430210 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fac25c8-d93c-4697-b37f-8b4dd59fb992 req-6715e9e2-8d9d-4161-876c-432b6fd4122f tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:06.431780 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4fac25c8-d93c-4697-b37f-8b4dd59fb992 req-6715e9e2-8d9d-4161-876c-432b6fd4122f tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 946 time: 0.0875456 Mar 30 16:48:06.443493 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a309a8-22e6-4fed-bb2e-97aad85d7008 req-1f833e39-50d7-4698-8298-c1bcc7fe24a2 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:06.444887 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-61a309a8-22e6-4fed-bb2e-97aad85d7008 req-1f833e39-50d7-4698-8298-c1bcc7fe24a2 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0744872 Mar 30 16:48:06.518777 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4fac25c8-d93c-4697-b37f-8b4dd59fb992 req-30e1fb78-3dcc-43cd-9531-5aafa0acfe61 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729048 Mar 30 16:48:06.522035 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-61a309a8-22e6-4fed-bb2e-97aad85d7008 req-c1edd765-9bbc-4e74-9625-3e1424322a5d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706170 Mar 30 16:48:07.674639 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be362bf3-24c6-421f-97d7-25e075aa8688 req-48192df4-4219-4b12-bf98-ceafff7e526e tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:07.676116 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-be362bf3-24c6-421f-97d7-25e075aa8688 req-48192df4-4219-4b12-bf98-ceafff7e526e tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 946 time: 0.0838902 Mar 30 16:48:07.682878 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03971608-dda6-4a76-9266-77a3b0b8352b req-eceb9ea8-7925-486c-9f69-9f77acb9098c tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:07.684210 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-03971608-dda6-4a76-9266-77a3b0b8352b req-eceb9ea8-7925-486c-9f69-9f77acb9098c tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0907543 Mar 30 16:48:07.757095 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-be362bf3-24c6-421f-97d7-25e075aa8688 req-d71dbfff-9f7e-4b01-9aa5-27dcb2666514 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719583 Mar 30 16:48:07.760015 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-03971608-dda6-4a76-9266-77a3b0b8352b req-383787c5-0686-41e1-8fa9-d7ccc46cf9fa tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689220 Mar 30 16:48:08.701863 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc0ea5-97ef-4ee9-833c-fe0d67613c83 req-7e6db5f3-b8aa-42b9-95ea-55fd8bd661d4 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:08.703383 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cdc0ea5-97ef-4ee9-833c-fe0d67613c83 req-7e6db5f3-b8aa-42b9-95ea-55fd8bd661d4 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.41 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 946 time: 0.0513906 Mar 30 16:48:08.804164 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-3cdc0ea5-97ef-4ee9-833c-fe0d67613c83 req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Deleting port 5ac810c2-6e86-423a-9e92-2c172ed76568 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:08.804508 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3cdc0ea5-97ef-4ee9-833c-fe0d67613c83 req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:08.960145 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-3cdc0ea5-97ef-4ee9-833c-fe0d67613c83 req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] For port 5ac810c2-6e86-423a-9e92-2c172ed76568, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=5ac810c2-6e86-423a-9e92-2c172ed76568,segment=NetworkSegment(79d19f58-5cf6-4358-96b2-af52e4bbe6ab),segment_id=79d19f58-5cf6-4358-96b2-af52e4bbe6ab)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:08.960507 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3cdc0ea5-97ef-4ee9-833c-fe0d67613c83 req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:08.969549 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5354a9a-8f8a-401e-a613-63d47829b595 req-a69044e6-a57c-4d52-8d36-74001adb5898 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:08.971039 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e5354a9a-8f8a-401e-a613-63d47829b595 req-a69044e6-a57c-4d52-8d36-74001adb5898 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.1260309 Mar 30 16:48:08.987521 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f47b0-2ff0-4ccd-9ff5-2e0122586061 req-5520b4bb-8d97-45f6-bfa0-057d85d0944c tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:08.988902 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-347f47b0-2ff0-4ccd-9ff5-2e0122586061 req-5520b4bb-8d97-45f6-bfa0-057d85d0944c tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 946 time: 0.1428320 Mar 30 16:48:09.003690 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [req-3cdc0ea5-97ef-4ee9-833c-fe0d67613c83 req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Calling delete_port for 5ac810c2-6e86-423a-9e92-2c172ed76568 owned by compute:nova {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:09.103221 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-347f47b0-2ff0-4ccd-9ff5-2e0122586061 req-3ca261b3-e22f-481c-b13f-7241b8a312ef tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061749 Mar 30 16:48:09.111691 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e5354a9a-8f8a-401e-a613-63d47829b595 req-7f6dd7b8-014f-46af-8be0-12b97db8ad54 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340833 Mar 30 16:48:09.251363 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3cdc0ea5-97ef-4ee9-833c-fe0d67613c83 req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (5ac810c2-6e86-423a-9e92-2c172ed76568), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:09.267926 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['5ac810c2-6e86-423a-9e92-2c172ed76568'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:48:09.282002 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Pushing event deleted for resources: {'Port': ['ID=5ac810c2-6e86-423a-9e92-2c172ed76568,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:09.310681 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.311057 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.311399 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.311738 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.312076 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.312408 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.312737 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.313066 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.313396 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.313723 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.314052 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.314379 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.314747 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.315074 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.315400 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:09.332151 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cdc0ea5-97ef-4ee9-833c-fe0d67613c83 req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] No DVR routers for this DVR port 5ac810c2-6e86-423a-9e92-2c172ed76568 on host hv-cinder-83587 {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:48:09.334375 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-3cdc0ea5-97ef-4ee9-833c-fe0d67613c83 req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:09.337656 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3cdc0ea5-97ef-4ee9-833c-fe0d67613c83 req-57ae501e-fb10-4ad7-9f39-4e3b256fa839 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.41 "DELETE /v2.0/ports/5ac810c2-6e86-423a-9e92-2c172ed76568 HTTP/1.1" status: 204 len: 173 time: 0.6268985 Mar 30 16:48:09.338084 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcdd240-c298-4abe-b6ad-78ff0ea140f5', 'name': 'network-vif-deleted', 'tag': '5ac810c2-6e86-423a-9e92-2c172ed76568'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:48:09.340397 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc71d8ed-b9e4-4832-96a9-818d4d7cb1d5" -d '{"events": [{"server_uuid": "1dcdd240-c298-4abe-b6ad-78ff0ea140f5", "name": "network-vif-deleted", "tag": "5ac810c2-6e86-423a-9e92-2c172ed76568"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:48:09.382506 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564e5602-c50e-4e70-b5ae-dec178b4e36c x-openstack-request-id: req-564e5602-c50e-4e70-b5ae-dec178b4e36c {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:48:09.382506 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dcdd240-c298-4abe-b6ad-78ff0ea140f5", "name": "network-vif-deleted", "tag": "5ac810c2-6e86-423a-9e92-2c172ed76568", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:48:09.382506 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-564e5602-c50e-4e70-b5ae-dec178b4e36c {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:48:09.382506 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564e5602-c50e-4e70-b5ae-dec178b4e36c'] response: {'server_uuid': '1dcdd240-c298-4abe-b6ad-78ff0ea140f5', 'name': 'network-vif-deleted', 'tag': '5ac810c2-6e86-423a-9e92-2c172ed76568', 'status': 'completed', 'code': 200} Mar 30 16:48:10.239903 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e439b0ad-009b-41fa-ae09-e113ff16f3d8 req-0b86bec5-9ed8-41fa-b75e-0e29b7b3702c tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=1dcdd240-c298-4abe-b6ad-78ff0ea140f5 HTTP/1.1" status: 200 len: 210 time: 0.0598850 Mar 30 16:48:10.266493 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7103d60f-b2bf-4093-ad40-e8ef927e68df req-3dd8b20d-2f0c-4ea6-9b53-5bdada76e6bb tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:10.267962 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7103d60f-b2bf-4093-ad40-e8ef927e68df req-3dd8b20d-2f0c-4ea6-9b53-5bdada76e6bb tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0787838 Mar 30 16:48:10.317055 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7103d60f-b2bf-4093-ad40-e8ef927e68df req-590de4f3-f23c-4cac-ad11-073b2ccbf0a6 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433996 Mar 30 16:48:11.435195 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e892b51-c353-4678-bc3a-fb97e5f740b1 req-90b6451a-60b8-4e86-a4fa-da96d34177c7 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:11.436567 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5e892b51-c353-4678-bc3a-fb97e5f740b1 req-90b6451a-60b8-4e86-a4fa-da96d34177c7 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0516906 Mar 30 16:48:11.482684 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5e892b51-c353-4678-bc3a-fb97e5f740b1 req-d26002a7-4c11-4801-bb1b-33c805b02ac9 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402751 Mar 30 16:48:12.882728 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c499fce-add8-44cd-8011-6d8b1a6e636d req-4a5ef391-be42-4540-835a-36de06ebdf95 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:12.884207 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3c499fce-add8-44cd-8011-6d8b1a6e636d req-4a5ef391-be42-4540-835a-36de06ebdf95 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.3320882 Mar 30 16:48:12.930538 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3c499fce-add8-44cd-8011-6d8b1a6e636d req-e9247e7c-46f3-4363-ac1b-f2977b7562ea tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407677 Mar 30 16:48:13.809852 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 5ac810c2-6e86-423a-9e92-2c172ed76568 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:48:13.832548 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 5ac810c2-6e86-423a-9e92-2c172ed76568 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:48:13.832898 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 5ac810c2-6e86-423a-9e92-2c172ed76568 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:48:14.053303 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d200348-23c6-470e-b4e6-59b4cd9938cf req-d7e677da-7641-4df0-903a-53aa131cb45f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:14.056747 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d200348-23c6-470e-b4e6-59b4cd9938cf req-d7e677da-7641-4df0-903a-53aa131cb45f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0577724 Mar 30 16:48:14.102221 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d200348-23c6-470e-b4e6-59b4cd9938cf req-b1e995b8-fb72-4e6e-92aa-9389f6f890d3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414002 Mar 30 16:48:15.223574 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a0b470-d52e-4acc-bb76-2a1923c03577 req-69d8785a-54d3-46dc-9d87-a9896afb0eef tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:15.225019 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-06a0b470-d52e-4acc-bb76-2a1923c03577 req-69d8785a-54d3-46dc-9d87-a9896afb0eef tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0550203 Mar 30 16:48:15.272087 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-06a0b470-d52e-4acc-bb76-2a1923c03577 req-e52f1ba9-9fa3-44e1-a31e-954c3a6ac074 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413384 Mar 30 16:48:16.389323 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede6a21-6617-4e18-84ed-0c2b892fd55b req-06315bf5-8051-4c7a-82ed-4ff05c0249d9 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:16.390806 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dede6a21-6617-4e18-84ed-0c2b892fd55b req-06315bf5-8051-4c7a-82ed-4ff05c0249d9 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0518727 Mar 30 16:48:16.437834 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dede6a21-6617-4e18-84ed-0c2b892fd55b req-ba9be85e-01d1-44ee-883e-46a66e84d599 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403659 Mar 30 16:48:17.557984 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2eb8339-ab16-4540-948f-f12b1e2d3daf req-de1fda00-a3ab-48e2-942e-c2d666fea854 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:17.559616 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c2eb8339-ab16-4540-948f-f12b1e2d3daf req-de1fda00-a3ab-48e2-942e-c2d666fea854 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0529776 Mar 30 16:48:17.609352 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c2eb8339-ab16-4540-948f-f12b1e2d3daf req-3c5432aa-c69d-477f-bcab-0cc32dcfcf6e tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438743 Mar 30 16:48:18.727908 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3a1e27-8228-4e5c-946f-b41781e404df req-608131d5-d0b8-42f9-9a8f-a72542ea1502 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:18.729263 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1f3a1e27-8228-4e5c-946f-b41781e404df req-608131d5-d0b8-42f9-9a8f-a72542ea1502 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0517666 Mar 30 16:48:18.776040 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1f3a1e27-8228-4e5c-946f-b41781e404df req-05a2b024-b780-42c6-b530-1e78bf41d02f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412776 Mar 30 16:48:19.862564 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:19.914281 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1319d-c5b0-4a13-bc10-d344370b0f74 req-bd684d04-4399-431e-8b28-3e082916c96a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:19.915801 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4fd1319d-c5b0-4a13-bc10-d344370b0f74 req-bd684d04-4399-431e-8b28-3e082916c96a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0633910 Mar 30 16:48:19.962241 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4fd1319d-c5b0-4a13-bc10-d344370b0f74 req-f1cad7fa-f93b-4d8f-bd97-41f86972b711 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408566 Mar 30 16:48:21.084575 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb1e3b-de48-458c-ba17-0228e62b9254 req-457f87d8-d8f8-4c87-900b-b1fb68bcd5bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:21.086040 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ffb1e3b-de48-458c-ba17-0228e62b9254 req-457f87d8-d8f8-4c87-900b-b1fb68bcd5bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0559137 Mar 30 16:48:21.131828 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ffb1e3b-de48-458c-ba17-0228e62b9254 req-05c60483-1b7d-4cac-95bf-d1a3021bf93e tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402491 Mar 30 16:48:21.756577 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dde7-be57-4a8c-8e36-84909215e705 req-ce72f1d7-a50d-46ac-b2fa-b9befb1dc456 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:21.758024 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-ce72f1d7-a50d-46ac-b2fa-b9befb1dc456 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/networks?id=89c320f8-42cf-43e3-ab9e-d452cd64b32d HTTP/1.1" status: 200 len: 814 time: 0.0974612 Mar 30 16:48:21.772345 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-880e3c01-e754-44ca-a1b4-08a956db20f2 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/quotas/d8b62471683f4610be7f908f431b848f HTTP/1.1" status: 200 len: 375 time: 0.0088792 Mar 30 16:48:21.808521 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-9fa48886-8a0c-494f-b5da-baea1eacb0ec tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d8b62471683f4610be7f908f431b848f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309803 Mar 30 16:48:21.895265 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-3ee5bc0d-91a7-4da3-8805-bc54dd6f4edc service neutron] 10.222.0.21 "GET /v2.0/networks/89c320f8-42cf-43e3-ab9e-d452cd64b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797000 Mar 30 16:48:21.988556 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-d132fcd4-82db-4d29-97f2-9ba1d276db53 service neutron] 10.222.0.21 "GET /v2.0/networks/89c320f8-42cf-43e3-ab9e-d452cd64b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873990 Mar 30 16:48:22.216612 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-398a9162-f0b6-48a7-9a32-46070a58c406 req-05ab32ba-cc2b-4d69-a5fe-8da6eca31360 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 210 time: 0.0312462 Mar 30 16:48:22.270776 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0dd33-5eba-415c-81c8-bc51e683e97b req-98cc67f0-ee5a-4570-b678-05dce2219ecc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:22.272248 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6a0dd33-5eba-415c-81c8-bc51e683e97b req-98cc67f0-ee5a-4570-b678-05dce2219ecc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0584466 Mar 30 16:48:22.324732 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f6a0dd33-5eba-415c-81c8-bc51e683e97b req-e68fa300-e741-4053-8531-2b0ad9baf29a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464876 Mar 30 16:48:23.322247 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a116a253-4ae0-41e6-ba89-a83033273049 req-b0a92a8b-3cea-447c-8c16-90a4993648ed tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 210 time: 0.0314484 Mar 30 16:48:23.447468 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c984f750-52f9-449c-88ca-7264ab77e3e5 req-b5228fa2-13b6-4691-b6e8-ccb3a61ae0c4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:23.448935 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c984f750-52f9-449c-88ca-7264ab77e3e5 req-b5228fa2-13b6-4691-b6e8-ccb3a61ae0c4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0565243 Mar 30 16:48:23.497220 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c984f750-52f9-449c-88ca-7264ab77e3e5 req-d9f17dcf-d6d2-4788-b0ab-4cc0961f9769 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424500 Mar 30 16:48:24.168230 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dde7-be57-4a8c-8e36-84909215e705 req-c8e36452-0d51-45ac-9446-913cd489f716 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:24.169696 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-c8e36452-0d51-45ac-9446-913cd489f716 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.41 "GET /v2.0/networks?id=89c320f8-42cf-43e3-ab9e-d452cd64b32d HTTP/1.1" status: 200 len: 814 time: 0.1058979 Mar 30 16:48:24.182933 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Request body: {'port': {'device_id': '702f1139-1c1c-41e0-8507-756254a20500', 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d', 'admin_state_up': True, 'tenant_id': 'd8b62471683f4610be7f908f431b848f'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:48:24.385671 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Made reservation on behalf of d8b62471683f4610be7f908f431b848f for: {'port': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:48:24.389368 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:24.429787 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-80b0c907-58ac-40ae-93cc-82584765afb7 req-1b0afabd-b038-41a7-9d2f-7ce207b59c29 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 210 time: 0.0368044 Mar 30 16:48:24.544754 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Allocated IP 172.20.0.7 (89c320f8-42cf-43e3-ab9e-d452cd64b32d/4c59f333-5cf8-4874-af4d-205cdf95fc81/7d95eae2-a920-4cd6-b29e-108737329342) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:48:24.685237 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb785de-8014-4666-92b4-de46e6d09145 req-96c1e223-f95f-4efc-b5ef-f1824cb992c3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:24.686627 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdb785de-8014-4666-92b4-de46e6d09145 req-96c1e223-f95f-4efc-b5ef-f1824cb992c3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.1173134 Mar 30 16:48:24.757436 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks [] for port (7d95eae2-a920-4cd6-b29e-108737329342), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:24.763589 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdb785de-8014-4666-92b4-de46e6d09145 req-8efc359f-903d-4556-9750-c85a9ce092b5 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673780 Mar 30 16:48:24.851217 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (7d95eae2-a920-4cd6-b29e-108737329342), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:24.895215 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Network 89c320f8-42cf-43e3-ab9e-d452cd64b32d is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:48:24.898216 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:48:24.902099 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:48:24.929397 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Pushing event updated for resources: {'Port': ['ID=7d95eae2-a920-4cd6-b29e-108737329342,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:24.955605 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:24.956211 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.053441 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-96014fbd-5ebf-4af1-bb25-df10b0f497ae tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8746984 Mar 30 16:48:25.065138 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Request body: {'port': {'device_id': '702f1139-1c1c-41e0-8507-756254a20500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:48:25.122765 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7d95eae2-a920-4cd6-b29e-108737329342), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.388822 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d95eae2-a920-4cd6-b29e-108737329342 {{(pid=106603) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:48:25.397190 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Publish callbacks [] for port (7d95eae2-a920-4cd6-b29e-108737329342), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.410065 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.provisioning_blocks [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Transition to ACTIVE for port object 7d95eae2-a920-4cd6-b29e-108737329342 will not be triggered until provisioned by entity L2. {{(pid=106603) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:48:25.490807 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (7d95eae2-a920-4cd6-b29e-108737329342), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.571664 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Pushing event updated for resources: {'Port': ['ID=7d95eae2-a920-4cd6-b29e-108737329342,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:25.639578 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3340bf9-6f94-4233-a388-4407529f40e7 req-cb91b710-4595-4eff-9df0-22b48306c248 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:25.641558 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b3340bf9-6f94-4233-a388-4407529f40e7 req-cb91b710-4595-4eff-9df0-22b48306c248 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 943 time: 0.1404128 Mar 30 16:48:25.668325 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Attempting to bind port 7d95eae2-a920-4cd6-b29e-108737329342 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:48:25.668658 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Attempting to bind port 7d95eae2-a920-4cd6-b29e-108737329342 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': '79d19f58-5cf6-4358-96b2-af52e4bbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d'}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:48:25.668983 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Attempting to bind port 7d95eae2-a920-4cd6-b29e-108737329342 on network 89c320f8-42cf-43e3-ab9e-d452cd64b32d {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:48:25.676983 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Port 7d95eae2-a920-4cd6-b29e-108737329342 on network 89c320f8-42cf-43e3-ab9e-d452cd64b32d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:48:25.677305 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Attempting to bind port 7d95eae2-a920-4cd6-b29e-108737329342 on network 89c320f8-42cf-43e3-ab9e-d452cd64b32d {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:48:25.685310 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 48, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:48:25.685647 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Checking segment: {'id': '79d19f58-5cf6-4358-96b2-af52e4bbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:48:25.686027 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Bound using segment: {'id': '79d19f58-5cf6-4358-96b2-af52e4bbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d'} {{(pid=106603) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:48:25.686455 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.managers [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Bound port: 7d95eae2-a920-4cd6-b29e-108737329342, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d19f58-5cf6-4358-96b2-af52e4bbe6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d'}}] {{(pid=106603) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:48:25.686841 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7d95eae2-a920-4cd6-b29e-108737329342), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.719733 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b3340bf9-6f94-4233-a388-4407529f40e7 req-d9f4fd01-98ef-4388-824d-464ea9205694 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678589 Mar 30 16:48:25.766940 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] For port 7d95eae2-a920-4cd6-b29e-108737329342, host hv-cinder-83587, cleared binding levels {{(pid=106603) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:48:25.769882 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] For port 7d95eae2-a920-4cd6-b29e-108737329342, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7d95eae2-a920-4cd6-b29e-108737329342,segment=NetworkSegment(79d19f58-5cf6-4358-96b2-af52e4bbe6ab),segment_id=79d19f58-5cf6-4358-96b2-af52e4bbe6ab)] {{(pid=106603) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:48:25.845628 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (7d95eae2-a920-4cd6-b29e-108737329342), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.880845 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:25.881628 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:25.883092 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d95eae2-a920-4cd6-b29e-108737329342 HTTP/1.1" status: 200 len: 1093 time: 0.8221412 Mar 30 16:48:25.901720 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '702f1139-1c1c-41e0-8507-756254a20500', 'tag': '7d95eae2-a920-4cd6-b29e-108737329342'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:48:25.903918 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5726fb-1e90-4c24-b036-17eddc44c130" -d '{"events": [{"name": "network-changed", "server_uuid": "702f1139-1c1c-41e0-8507-756254a20500", "tag": "7d95eae2-a920-4cd6-b29e-108737329342"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:48:25.949740 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea52d295-4703-4e99-a2f4-de16eae3766d x-openstack-request-id: req-ea52d295-4703-4e99-a2f4-de16eae3766d {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:48:25.950009 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "702f1139-1c1c-41e0-8507-756254a20500", "tag": "7d95eae2-a920-4cd6-b29e-108737329342", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:48:25.950442 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea52d295-4703-4e99-a2f4-de16eae3766d {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:48:25.950860 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea52d295-4703-4e99-a2f4-de16eae3766d'] response: {'name': 'network-changed', 'server_uuid': '702f1139-1c1c-41e0-8507-756254a20500', 'tag': '7d95eae2-a920-4cd6-b29e-108737329342', 'status': 'completed', 'code': 200} Mar 30 16:48:25.964327 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ac2779-768a-4fbd-a96b-fb68f16fd968 req-9c4e095a-97d9-427c-99c0-f08cb77f9b65 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:25.965946 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c0ac2779-768a-4fbd-a96b-fb68f16fd968 req-9c4e095a-97d9-427c-99c0-f08cb77f9b65 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.1336863 Mar 30 16:48:25.970358 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b982bdb-8518-4c8b-81e8-71c2bb069d30 service neutron] Pushing event updated for resources: {'Port': ['ID=7d95eae2-a920-4cd6-b29e-108737329342,revision_number=3']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:26.045981 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c0ac2779-768a-4fbd-a96b-fb68f16fd968 req-a05eb5c0-e4ea-45cc-847d-61752661c6a1 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655477 Mar 30 16:48:26.049231 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5726fb-1e90-4c24-b036-17eddc44c130 req-febf1d28-0e69-4942-9302-5de0627b29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.050657 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd5726fb-1e90-4c24-b036-17eddc44c130 req-febf1d28-0e69-4942-9302-5de0627b29c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b62471683f4610be7f908f431b848f&device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 1127 time: 0.0817928 Mar 30 16:48:26.156271 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5726fb-1e90-4c24-b036-17eddc44c130 req-6f5e5f57-821c-4d6d-8f36-84578f6db550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.158196 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd5726fb-1e90-4c24-b036-17eddc44c130 req-6f5e5f57-821c-4d6d-8f36-84578f6db550 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d8b62471683f4610be7f908f431b848f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0985112 Mar 30 16:48:26.253274 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5726fb-1e90-4c24-b036-17eddc44c130 req-7628619f-e487-4853-8e95-6eabb7a4b727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.254818 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dd5726fb-1e90-4c24-b036-17eddc44c130 req-7628619f-e487-4853-8e95-6eabb7a4b727 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895848 Mar 30 16:48:26.354031 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dde7-be57-4a8c-8e36-84909215e705 req-2ad6a8d2-1af9-418e-912c-aedfaa33a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.355556 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-2ad6a8d2-1af9-418e-912c-aedfaa33a88e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d8b62471683f4610be7f908f431b848f&device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 1127 time: 0.0514681 Mar 30 16:48:26.400569 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-d29d06c7-8d12-499e-a2ee-1c30f32f0539 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7d95eae2-a920-4cd6-b29e-108737329342 HTTP/1.1" status: 200 len: 217 time: 0.0357912 Mar 30 16:48:26.477658 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4640d92c-e8c6-4697-8706-2fdd67e8a0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.479146 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-4640d92c-e8c6-4697-8706-2fdd67e8a0b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4c59f333-5cf8-4874-af4d-205cdf95fc81 HTTP/1.1" status: 200 len: 854 time: 0.0695736 Mar 30 16:48:26.491064 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e56b71-9adf-427e-a0dd-e8cf5243831d req-2444d760-d7ad-4f0f-88f9-7a04b0a2c131 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.492501 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e9e56b71-9adf-427e-a0dd-e8cf5243831d req-2444d760-d7ad-4f0f-88f9-7a04b0a2c131 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0948126 Mar 30 16:48:26.523039 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-ab52d749-1887-4c5e-b37c-f17452150971 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89c320f8-42cf-43e3-ab9e-d452cd64b32d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294874 Mar 30 16:48:26.564543 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc794746-8d9b-4c92-bb60-8d2f2da12096 req-475ba09a-c3df-46a9-8158-9db7bf210959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.566267 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc794746-8d9b-4c92-bb60-8d2f2da12096 req-475ba09a-c3df-46a9-8158-9db7bf210959 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 1129 time: 0.0458641 Mar 30 16:48:26.604899 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e9e56b71-9adf-427e-a0dd-e8cf5243831d req-b91f16df-2643-49eb-8295-93c9ed76a98a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041431 Mar 30 16:48:26.637854 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-77694c95-9155-44bf-9caf-f0fbdb1d4dc5 service neutron] 10.222.0.41 "GET /v2.0/networks/89c320f8-42cf-43e3-ab9e-d452cd64b32d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084938 Mar 30 16:48:26.662674 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc794746-8d9b-4c92-bb60-8d2f2da12096 req-9040757e-6bf0-4140-bf78-86454746d652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.664150 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc794746-8d9b-4c92-bb60-8d2f2da12096 req-9040757e-6bf0-4140-bf78-86454746d652 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdcbced6-0d6d-46ed-85f6-6bcd25611785 HTTP/1.1" status: 200 len: 912 time: 0.0894237 Mar 30 16:48:26.728883 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc794746-8d9b-4c92-bb60-8d2f2da12096 req-a63a27dd-396e-44ac-aa18-c506a94c5e13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751d4639-dbdf-4476-9589-c9437ebb8cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0582035 Mar 30 16:48:26.731818 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6153dde7-be57-4a8c-8e36-84909215e705 req-7e7ca824-a5d5-4252-a652-6f8011f62a27 service neutron] 10.222.0.41 "GET /v2.0/networks/89c320f8-42cf-43e3-ab9e-d452cd64b32d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862708 Mar 30 16:48:26.787674 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc794746-8d9b-4c92-bb60-8d2f2da12096 req-4dde0095-c0c5-450f-90a7-5bfdd864a76e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.789270 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc794746-8d9b-4c92-bb60-8d2f2da12096 req-4dde0095-c0c5-450f-90a7-5bfdd864a76e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dddf9726-18bb-417d-850d-d95b133b917e HTTP/1.1" status: 200 len: 850 time: 0.0486109 Mar 30 16:48:26.839207 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc794746-8d9b-4c92-bb60-8d2f2da12096 req-97941d3a-180b-404a-ab7a-d4ff6cf3eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.840708 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc794746-8d9b-4c92-bb60-8d2f2da12096 req-97941d3a-180b-404a-ab7a-d4ff6cf3eb95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdcbced6-0d6d-46ed-85f6-6bcd25611785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456235 Mar 30 16:48:26.842059 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ca7097-018f-415d-a6f6-ea5966b1b5d2 req-9ae82f72-e8bd-4863-85de-b680bd23c9bf tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:26.843568 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f4ca7097-018f-415d-a6f6-ea5966b1b5d2 req-9ae82f72-e8bd-4863-85de-b680bd23c9bf tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 943 time: 0.0536022 Mar 30 16:48:26.890173 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f4ca7097-018f-415d-a6f6-ea5966b1b5d2 req-49697a3e-ae65-4045-aa44-61e711b8425c tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404019 Mar 30 16:48:26.930601 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc794746-8d9b-4c92-bb60-8d2f2da12096 req-5307604f-9eb1-4f71-96ed-8ac3d180ead9 service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803132 Mar 30 16:48:27.024974 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-dc794746-8d9b-4c92-bb60-8d2f2da12096 req-6e358e24-d727-4f12-8dfa-7ef0cad60e23 service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870004 Mar 30 16:48:27.728161 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf86fc-99ba-4b5d-a8dc-730d92219331 req-51e4b98f-f8e7-400c-afb5-1d8bbc33b459 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:27.729642 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ebf86fc-99ba-4b5d-a8dc-730d92219331 req-51e4b98f-f8e7-400c-afb5-1d8bbc33b459 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0566030 Mar 30 16:48:27.776079 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ebf86fc-99ba-4b5d-a8dc-730d92219331 req-1febc7bc-0197-4372-b298-51c6eebc1b3e tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401132 Mar 30 16:48:28.009032 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d9397-7666-4bd8-ba34-a54de606a267 req-26ad5781-a4ee-4165-ab06-e7e403f4be59 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:28.010533 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a7d9397-7666-4bd8-ba34-a54de606a267 req-26ad5781-a4ee-4165-ab06-e7e403f4be59 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 943 time: 0.0525696 Mar 30 16:48:28.056280 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3a7d9397-7666-4bd8-ba34-a54de606a267 req-b6ebdc8a-b209-4df5-91b2-dc659ecbc98a tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401382 Mar 30 16:48:28.895542 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e86a7-9af9-41d6-b6dd-7e711dc28936 req-09d69792-18f9-4cb2-a129-8e80d064544a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:28.897003 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ba7e86a7-9af9-41d6-b6dd-7e711dc28936 req-09d69792-18f9-4cb2-a129-8e80d064544a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0524390 Mar 30 16:48:28.947579 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ba7e86a7-9af9-41d6-b6dd-7e711dc28936 req-9da1c0cb-a489-4894-ac73-68795784c6af tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448067 Mar 30 16:48:29.172354 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5988cf5-f543-4186-9311-b7aa5cbb17b3 req-8c36b678-4da7-43a0-8c37-69c21c00aa27 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:29.173970 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b5988cf5-f543-4186-9311-b7aa5cbb17b3 req-8c36b678-4da7-43a0-8c37-69c21c00aa27 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 943 time: 0.0523946 Mar 30 16:48:29.219842 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b5988cf5-f543-4186-9311-b7aa5cbb17b3 req-d995345d-a38b-45c9-b9f7-7bc8350b9247 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402360 Mar 30 16:48:29.308279 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 7d95eae2-a920-4cd6-b29e-108737329342 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:48:29.416433 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 7d95eae2-a920-4cd6-b29e-108737329342, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7d95eae2-a920-4cd6-b29e-108737329342,segment=NetworkSegment(79d19f58-5cf6-4358-96b2-af52e4bbe6ab),segment_id=79d19f58-5cf6-4358-96b2-af52e4bbe6ab)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:29.427291 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '7d95eae2-a920-4cd6-b29e-108737329342', 'network_id': '89c320f8-42cf-43e3-ab9e-d452cd64b32d', 'port_id': '7d95eae2-a920-4cd6-b29e-108737329342', 'mac_address': 'fa:16:3e:76:70:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c59f333-5cf8-4874-af4d-205cdf95fc81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:48:29.451395 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3a6c2cb5-8799-4889-a1be-8afc4d995395 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:29.466512 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 7d95eae2-a920-4cd6-b29e-108737329342 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:48:29.466919 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7d95eae2-a920-4cd6-b29e-108737329342), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:29.479766 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d95eae2-a920-4cd6-b29e-108737329342 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:48:29.503273 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 7d95eae2-a920-4cd6-b29e-108737329342, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7d95eae2-a920-4cd6-b29e-108737329342,segment=NetworkSegment(79d19f58-5cf6-4358-96b2-af52e4bbe6ab),segment_id=79d19f58-5cf6-4358-96b2-af52e4bbe6ab)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:29.565551 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (7d95eae2-a920-4cd6-b29e-108737329342), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:29.611294 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=7d95eae2-a920-4cd6-b29e-108737329342,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:29.852481 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['7d95eae2-a920-4cd6-b29e-108737329342'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:48:30.336653 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02242ef4-ffdc-4af5-89be-98cb7764d7a4 req-663e34b3-0dea-4f35-893a-d8b6a2f1d448 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:30.338128 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02242ef4-ffdc-4af5-89be-98cb7764d7a4 req-663e34b3-0dea-4f35-893a-d8b6a2f1d448 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 944 time: 0.0519457 Mar 30 16:48:30.383336 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-02242ef4-ffdc-4af5-89be-98cb7764d7a4 req-3585f2f0-2d86-41e4-9a86-42c250e47fed tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395799 Mar 30 16:48:31.217252 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-5137cb9a-26cc-4491-876e-de3f3fe31fe3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430255 Mar 30 16:48:31.281055 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-4bba8506-8df0-4409-8e59-52dafff3575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:31.282548 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-4bba8506-8df0-4409-8e59-52dafff3575c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 1129 time: 0.0434904 Mar 30 16:48:31.316337 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 7d95eae2-a920-4cd6-b29e-108737329342 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:48:31.387133 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-130e066b-fba2-484e-bd00-5a16ac49840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:31.388617 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-130e066b-fba2-484e-bd00-5a16ac49840d service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdcbced6-0d6d-46ed-85f6-6bcd25611785 HTTP/1.1" status: 200 len: 912 time: 0.0881460 Mar 30 16:48:31.428710 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 7d95eae2-a920-4cd6-b29e-108737329342 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:48:31.433344 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 7d95eae2-a920-4cd6-b29e-108737329342 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:48:31.434069 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (7d95eae2-a920-4cd6-b29e-108737329342), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:31.462052 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-3ac62466-2951-4347-957d-268896b92982 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751d4639-dbdf-4476-9589-c9437ebb8cd7 HTTP/1.1" status: 200 len: 1000 time: 0.0657907 Mar 30 16:48:31.512691 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864a0b0-40bf-415f-80cd-9eab57fe94b8 req-0a3fc09d-7da6-4901-b846-4198dd86d6b9 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:31.514155 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d864a0b0-40bf-415f-80cd-9eab57fe94b8 req-0a3fc09d-7da6-4901-b846-4198dd86d6b9 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 944 time: 0.0581062 Mar 30 16:48:31.518733 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-b120176b-597a-4ac0-a54f-d063911089f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:31.520485 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-b120176b-597a-4ac0-a54f-d063911089f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dddf9726-18bb-417d-850d-d95b133b917e HTTP/1.1" status: 200 len: 850 time: 0.0530417 Mar 30 16:48:31.523047 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 7d95eae2-a920-4cd6-b29e-108737329342 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:48:31.523440 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7d95eae2-a920-4cd6-b29e-108737329342), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:31.549916 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702f1139-1c1c-41e0-8507-756254a20500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d95eae2-a920-4cd6-b29e-108737329342'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:48:31.552188 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd8f486-68fd-4aa1-bcbc-0f4439d965ab" -d '{"events": [{"server_uuid": "702f1139-1c1c-41e0-8507-756254a20500", "name": "network-vif-plugged", "status": "completed", "tag": "7d95eae2-a920-4cd6-b29e-108737329342"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:48:31.567694 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d864a0b0-40bf-415f-80cd-9eab57fe94b8 req-4ef07644-3a56-4e21-942e-6bf3347f9cbe tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470965 Mar 30 16:48:31.570886 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 7d95eae2-a920-4cd6-b29e-108737329342, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7d95eae2-a920-4cd6-b29e-108737329342,segment=NetworkSegment(79d19f58-5cf6-4358-96b2-af52e4bbe6ab),segment_id=79d19f58-5cf6-4358-96b2-af52e4bbe6ab)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:31.576758 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-28f192b7-7220-44f3-a28e-6f9b2feef4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:31.578306 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-28f192b7-7220-44f3-a28e-6f9b2feef4ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdcbced6-0d6d-46ed-85f6-6bcd25611785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524499 Mar 30 16:48:31.600070 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425b91fb-d6d3-4497-bfe1-2842a46d77ad x-openstack-request-id: req-425b91fb-d6d3-4497-bfe1-2842a46d77ad {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:48:31.600358 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702f1139-1c1c-41e0-8507-756254a20500", "name": "network-vif-plugged", "status": "completed", "tag": "7d95eae2-a920-4cd6-b29e-108737329342", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:48:31.600609 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-425b91fb-d6d3-4497-bfe1-2842a46d77ad {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:48:31.601005 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-425b91fb-d6d3-4497-bfe1-2842a46d77ad'] response: {'server_uuid': '702f1139-1c1c-41e0-8507-756254a20500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d95eae2-a920-4cd6-b29e-108737329342', 'code': 200} Mar 30 16:48:31.640212 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (7d95eae2-a920-4cd6-b29e-108737329342), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:31.673439 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-4b0e493b-ec75-4c00-8a91-e46ebbec0c1d service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851879 Mar 30 16:48:31.690405 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=7d95eae2-a920-4cd6-b29e-108737329342,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:31.767899 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-17e80a89-852e-4bbb-a8ae-03a5f08a48b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:31.768177 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-27e9ba59-2a28-4129-b52a-61883d52e09b req-43bf5e8c-44ab-405c-9bc6-0a9da6d68338 service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893588 Mar 30 16:48:31.931395 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd4ba3-8f86-4f9f-9989-79f848c141e9 req-4e933921-c558-45d6-9cd1-3b364f0f9e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:31.932756 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-6ffd4ba3-8f86-4f9f-9989-79f848c141e9 req-4e933921-c558-45d6-9cd1-3b364f0f9e3f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 1129 time: 0.0447879 Mar 30 16:48:31.976295 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-6ffd4ba3-8f86-4f9f-9989-79f848c141e9 req-7f839cde-1f0f-4ecc-a049-85f8419f99b6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376294 Mar 30 16:48:32.683854 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d479370-d536-4ad2-8b99-1def8e9f0aa4 req-89a7c632-4070-428a-a96d-c48a370e245f tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:32.685316 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d479370-d536-4ad2-8b99-1def8e9f0aa4 req-89a7c632-4070-428a-a96d-c48a370e245f tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 945 time: 0.0517533 Mar 30 16:48:32.730551 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7d479370-d536-4ad2-8b99-1def8e9f0aa4 req-2b1c37e2-e16d-4227-8610-dbd6fa5f9e59 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389376 Mar 30 16:48:33.082997 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:33.597415 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:48:33.851613 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f763d-b09d-473d-8f0d-8d953bf54ada req-2386a6e4-c20d-4229-b473-73b78293a4eb tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:33.852991 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e60f763d-b09d-473d-8f0d-8d953bf54ada req-2386a6e4-c20d-4229-b473-73b78293a4eb tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 945 time: 0.0546110 Mar 30 16:48:33.898418 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-e60f763d-b09d-473d-8f0d-8d953bf54ada req-e5cf79e8-276c-4eb7-bb6a-738ed8e0749c tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399029 Mar 30 16:48:34.340109 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:35.762958 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:49.879296 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:56.367131 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e1436-fd95-4920-89c3-62cf74bcaf13 req-c486974b-e797-4ef5-a301-e75e52c85d56 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:56.368600 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-625e1436-fd95-4920-89c3-62cf74bcaf13 req-c486974b-e797-4ef5-a301-e75e52c85d56 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 945 time: 0.0617712 Mar 30 16:48:56.416767 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-625e1436-fd95-4920-89c3-62cf74bcaf13 req-686fc7a2-4699-4e50-b698-fcb503fc5e68 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 Mar 30 16:48:57.536327 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d00dc-fae7-4787-bd16-dbd9d386317c req-86b51bb3-a972-4e38-88ff-92a991d4038a tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:57.537761 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b40d00dc-fae7-4787-bd16-dbd9d386317c req-86b51bb3-a972-4e38-88ff-92a991d4038a tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 945 time: 0.0518730 Mar 30 16:48:57.587130 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b40d00dc-fae7-4787-bd16-dbd9d386317c req-59cb050e-18f0-457c-8271-6edb2a368500 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/security-groups?id=3d5a1320-13e6-452e-a1f2-7603c5e56938&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437527 Mar 30 16:48:58.199511 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db66c8-19f5-4ee1-ad4f-4cb2110afd64 req-75fc60b4-2e81-47dd-ab0c-0202acf4ce2b tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:48:58.200936 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-34db66c8-19f5-4ee1-ad4f-4cb2110afd64 req-75fc60b4-2e81-47dd-ab0c-0202acf4ce2b tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.41 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 945 time: 0.0548496 Mar 30 16:48:58.295263 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-34db66c8-19f5-4ee1-ad4f-4cb2110afd64 req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Deleting port 7d95eae2-a920-4cd6-b29e-108737329342 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:48:58.295593 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-34db66c8-19f5-4ee1-ad4f-4cb2110afd64 req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (7d95eae2-a920-4cd6-b29e-108737329342), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:58.383994 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-34db66c8-19f5-4ee1-ad4f-4cb2110afd64 req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] For port 7d95eae2-a920-4cd6-b29e-108737329342, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7d95eae2-a920-4cd6-b29e-108737329342,segment=NetworkSegment(79d19f58-5cf6-4358-96b2-af52e4bbe6ab),segment_id=79d19f58-5cf6-4358-96b2-af52e4bbe6ab)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:48:58.384351 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-34db66c8-19f5-4ee1-ad4f-4cb2110afd64 req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (7d95eae2-a920-4cd6-b29e-108737329342), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:58.397721 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-34db66c8-19f5-4ee1-ad4f-4cb2110afd64 req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Calling delete_port for 7d95eae2-a920-4cd6-b29e-108737329342 owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:48:58.581501 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-34db66c8-19f5-4ee1-ad4f-4cb2110afd64 req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (7d95eae2-a920-4cd6-b29e-108737329342), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:58.596009 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['7d95eae2-a920-4cd6-b29e-108737329342'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:48:58.613768 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Pushing event deleted for resources: {'Port': ['ID=7d95eae2-a920-4cd6-b29e-108737329342,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:48:58.641458 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.641805 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.642147 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.642487 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.642845 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.643183 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.643513 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.643834 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.644167 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.645518 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.645659 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.645940 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.646265 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.646614 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.646942 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:48:58.666869 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-34db66c8-19f5-4ee1-ad4f-4cb2110afd64 req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] No DVR routers for this DVR port 7d95eae2-a920-4cd6-b29e-108737329342 on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:48:58.669315 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-34db66c8-19f5-4ee1-ad4f-4cb2110afd64 req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:48:58.672557 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-34db66c8-19f5-4ee1-ad4f-4cb2110afd64 req-5e2ab4be-fa1f-4a76-93e1-a4a324da5909 tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.41 "DELETE /v2.0/ports/7d95eae2-a920-4cd6-b29e-108737329342 HTTP/1.1" status: 204 len: 173 time: 0.4639208 Mar 30 16:48:58.672989 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '702f1139-1c1c-41e0-8507-756254a20500', 'name': 'network-vif-deleted', 'tag': '7d95eae2-a920-4cd6-b29e-108737329342'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:48:58.675262 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbdb2b19-de40-4f74-a838-208333b94adc" -d '{"events": [{"server_uuid": "702f1139-1c1c-41e0-8507-756254a20500", "name": "network-vif-deleted", "tag": "7d95eae2-a920-4cd6-b29e-108737329342"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:48:58.686735 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-57157a34-6554-438f-a34b-773bb8b44a80 req-266b54a3-42b6-42d9-aa92-c36953115a2a tempest-VolumesSnapshotTestJSON-1387578796 tempest-VolumesSnapshotTestJSON-1387578796-project] 10.222.0.21 "GET /v2.0/ports?device_id=702f1139-1c1c-41e0-8507-756254a20500 HTTP/1.1" status: 200 len: 210 time: 0.0291927 Mar 30 16:48:58.710266 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c33865d-f4dc-4648-a71b-5cc93f36785f x-openstack-request-id: req-7c33865d-f4dc-4648-a71b-5cc93f36785f {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:48:58.710576 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "702f1139-1c1c-41e0-8507-756254a20500", "name": "network-vif-deleted", "tag": "7d95eae2-a920-4cd6-b29e-108737329342", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:48:58.710852 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c33865d-f4dc-4648-a71b-5cc93f36785f {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:48:58.711253 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c33865d-f4dc-4648-a71b-5cc93f36785f'] response: {'server_uuid': '702f1139-1c1c-41e0-8507-756254a20500', 'name': 'network-vif-deleted', 'tag': '7d95eae2-a920-4cd6-b29e-108737329342', 'status': 'completed', 'code': 200} Mar 30 16:48:59.482490 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7dd64b64-132b-466b-821b-283c1ff4d73b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:01.501948 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 7d95eae2-a920-4cd6-b29e-108737329342 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:49:01.521311 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 7d95eae2-a920-4cd6-b29e-108737329342 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:49:01.521655 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 7d95eae2-a920-4cd6-b29e-108737329342 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:49:01.819366 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-79fdf675-6bf6-4430-afe5-b60a7401136b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:03.055982 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:04.356292 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:05.773656 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:10.516070 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:49:19.171422 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727cb94-2670-4875-ac26-15911bdd0eee req-09444556-15c5-48e6-a878-06559e2d6911 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:19.172899 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7727cb94-2670-4875-ac26-15911bdd0eee req-09444556-15c5-48e6-a878-06559e2d6911 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0535183 Mar 30 16:49:19.219960 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7727cb94-2670-4875-ac26-15911bdd0eee req-8956d137-9595-4436-8ee7-87dc19a1d2d4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404990 Mar 30 16:49:19.918077 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:20.350482 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe835e-bfed-45a2-b9fd-9423ac7d7e0f req-414125b3-8439-40a2-af0d-d8720799e154 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:20.352025 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdbe835e-bfed-45a2-b9fd-9423ac7d7e0f req-414125b3-8439-40a2-af0d-d8720799e154 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0562150 Mar 30 16:49:20.412818 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-fdbe835e-bfed-45a2-b9fd-9423ac7d7e0f req-7161c8da-672a-416b-8552-90c2c8714aa0 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548859 Mar 30 16:49:21.533579 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ab666-6c78-44d0-abb1-c8acb8bec9f1 req-0c303a9f-4d23-4872-9da0-529f88e7ec85 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:21.535047 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da4ab666-6c78-44d0-abb1-c8acb8bec9f1 req-0c303a9f-4d23-4872-9da0-529f88e7ec85 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0533922 Mar 30 16:49:21.585761 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-da4ab666-6c78-44d0-abb1-c8acb8bec9f1 req-be81637b-0f15-44e3-bda6-eb4fb624da98 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415132 Mar 30 16:49:22.813011 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6f053-224a-4781-93e0-89a3c4a5f4e6 req-746af285-3b85-4ec3-9d9e-7adcb5a7f39d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:22.814482 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-11a6f053-224a-4781-93e0-89a3c4a5f4e6 req-746af285-3b85-4ec3-9d9e-7adcb5a7f39d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.1553757 Mar 30 16:49:22.860773 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-11a6f053-224a-4781-93e0-89a3c4a5f4e6 req-c7f802c9-68ae-4ecc-9111-c8e4364583ff tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398884 Mar 30 16:49:24.039580 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c9a51a-5628-4c0a-b977-24ed567210e9 req-427f4b47-7322-4b43-a415-98ebfc72ccf5 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:24.039580 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0c9a51a-5628-4c0a-b977-24ed567210e9 req-427f4b47-7322-4b43-a415-98ebfc72ccf5 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.1067338 Mar 30 16:49:24.080904 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b0c9a51a-5628-4c0a-b977-24ed567210e9 req-7c6062ae-4914-49f6-a6f2-7af33995e2d4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410185 Mar 30 16:49:25.198332 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a926bc4-4105-457c-9799-a9a1f125f48c req-133e1010-e807-4a29-a6fb-ad1f26c8c798 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:25.199812 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5a926bc4-4105-457c-9799-a9a1f125f48c req-133e1010-e807-4a29-a6fb-ad1f26c8c798 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0517349 Mar 30 16:49:25.246116 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5a926bc4-4105-457c-9799-a9a1f125f48c req-ba4ee96d-d469-4a3b-9f85-97b89fe5b184 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408111 Mar 30 16:49:25.560039 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48030) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:25.606737 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Deleting subnet 4c59f333-5cf8-4874-af4d-205cdf95fc81 {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:49:25.609766 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Publish callbacks [] for subnet (4c59f333-5cf8-4874-af4d-205cdf95fc81), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:25.644764 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12072756'] for subnet (4c59f333-5cf8-4874-af4d-205cdf95fc81), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:25.684189 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (4c59f333-5cf8-4874-af4d-205cdf95fc81), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:25.810185 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11885660'] for subnet (4c59f333-5cf8-4874-af4d-205cdf95fc81), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:25.835320 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c59f333-5cf8-4874-af4d-205cdf95fc81,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:25.839787 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:25.842954 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4c59f333-5cf8-4874-af4d-205cdf95fc81 HTTP/1.1" status: 204 len: 168 time: 0.2819152 Mar 30 16:49:25.845530 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48032) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:25.847976 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.848357 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.848993 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.849132 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.849364 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.849698 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.850026 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.850351 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.850783 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.851113 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.851442 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.851870 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.852198 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.852532 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.852844 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10c44a2d-aadc-46cf-ba44-c92e0bdd3825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:25.915086 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (89c320f8-42cf-43e3-ab9e-d452cd64b32d), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:25.991827 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (89c320f8-42cf-43e3-ab9e-d452cd64b32d), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:26.011456 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89c320f8-42cf-43e3-ab9e-d452cd64b32d']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:26.021065 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d19f58-5cf6-4358-96b2-af52e4bbe6ab') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:26.021359 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d19f58-5cf6-4358-96b2-af52e4bbe6ab') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:26.030771 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (79d19f58-5cf6-4358-96b2-af52e4bbe6ab), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:26.043967 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (79d19f58-5cf6-4358-96b2-af52e4bbe6ab), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:26.049583 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:49:26.049962 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (79d19f58-5cf6-4358-96b2-af52e4bbe6ab), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:49:26.051933 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:49:26.173388 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (89c320f8-42cf-43e3-ab9e-d452cd64b32d), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:26.179743 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:26.182882 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] 10.222.0.21 "DELETE /v2.0/networks/89c320f8-42cf-43e3-ab9e-d452cd64b32d HTTP/1.1" status: 204 len: 168 time: 0.3363469 Mar 30 16:49:26.192778 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459379a-b7a7-49b7-b451-f38e2ad1f78f admin admin] Pushing event deleted for resources: {'Network': ['ID=89c320f8-42cf-43e3-ab9e-d452cd64b32d,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:26.370092 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d97e8-2508-42f4-af0b-eab921549104 req-f08f5973-704e-4a5f-80ab-a1ef1bed4daa tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:26.371579 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1d97e8-2508-42f4-af0b-eab921549104 req-f08f5973-704e-4a5f-80ab-a1ef1bed4daa tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0578699 Mar 30 16:49:26.419175 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0a1d97e8-2508-42f4-af0b-eab921549104 req-2cbe8383-665f-4b81-b25c-fe3dc48bb51d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419655 Mar 30 16:49:26.505953 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48038) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:26.546254 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-90380217-7815-4a22-b303-33d4d193606f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d8b62471683f4610be7f908f431b848f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391321 Mar 30 16:49:26.548647 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48040) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:26.596908 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a51ab8ec-0409-46c8-9c53-c0aed8e09e87 admin admin] Publish callbacks [] for security_group (3d5a1320-13e6-452e-a1f2-7603c5e56938), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:26.620296 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a51ab8ec-0409-46c8-9c53-c0aed8e09e87 admin admin] Publish callbacks [] for security_group (3d5a1320-13e6-452e-a1f2-7603c5e56938), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:26.740905 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a51ab8ec-0409-46c8-9c53-c0aed8e09e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (3d5a1320-13e6-452e-a1f2-7603c5e56938), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:26.743363 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a51ab8ec-0409-46c8-9c53-c0aed8e09e87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:26.744491 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-a51ab8ec-0409-46c8-9c53-c0aed8e09e87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3d5a1320-13e6-452e-a1f2-7603c5e56938 HTTP/1.1" status: 204 len: 168 time: 0.1949718 Mar 30 16:49:26.752179 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ab8ec-0409-46c8-9c53-c0aed8e09e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5a1320-13e6-452e-a1f2-7603c5e56938,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:27.538926 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d5c7e-3955-44c5-b471-8ec4608d55b5 req-a6493f6a-611b-4de5-a358-40c156b6e8cc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:27.540385 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ab3d5c7e-3955-44c5-b471-8ec4608d55b5 req-a6493f6a-611b-4de5-a358-40c156b6e8cc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0538764 Mar 30 16:49:27.586279 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ab3d5c7e-3955-44c5-b471-8ec4608d55b5 req-d601a5d3-387f-4c09-b312-66ee4bf4a300 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401671 Mar 30 16:49:28.706222 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fd6e4-2eee-42be-9c93-204533af2463 req-a6d0d6df-3c6b-4e82-a63d-777b0097a25c tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:28.707947 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b25fd6e4-2eee-42be-9c93-204533af2463 req-a6d0d6df-3c6b-4e82-a63d-777b0097a25c tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0524120 Mar 30 16:49:28.757239 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b25fd6e4-2eee-42be-9c93-204533af2463 req-fc919138-51c2-44a5-9fd6-450c4f101445 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438604 Mar 30 16:49:29.415708 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-9a460979-3cfe-431e-ab28-2398800cb856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:29.873114 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c9eac6-628c-4e52-9425-d9a0066cf2f0 req-61e30741-accc-425d-bab9-f3d8075188e9 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:29.874560 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64c9eac6-628c-4e52-9425-d9a0066cf2f0 req-61e30741-accc-425d-bab9-f3d8075188e9 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0509224 Mar 30 16:49:29.920179 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64c9eac6-628c-4e52-9425-d9a0066cf2f0 req-9abde546-a64b-4300-9313-791123d09481 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395415 Mar 30 16:49:30.374382 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2786-94a1-4745-825f-1ba56303de88 req-118732bb-c803-4765-b352-25f9ffae4227 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:30.375878 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-df0d2786-94a1-4745-825f-1ba56303de88 req-118732bb-c803-4765-b352-25f9ffae4227 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0525086 Mar 30 16:49:30.388008 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48054) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:30.475281 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-df0d2786-94a1-4745-825f-1ba56303de88 req-215dabed-3a7c-4d3c-bd9c-96fde3d4f034 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924590 Mar 30 16:49:30.518815 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8529-7ee5-43e1-b4cf-88bbf0e42e7d req-3119f265-2af2-4d0d-ab81-d31621dd5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:30.520329 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-143c8529-7ee5-43e1-b4cf-88bbf0e42e7d req-3119f265-2af2-4d0d-ab81-d31621dd5b67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 1129 time: 0.0495300 Mar 30 16:49:30.578067 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Deleting port 4523897e-9e7d-4de0-9445-996980d3d2b4 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:30.578403 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (4523897e-9e7d-4de0-9445-996980d3d2b4), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:30.607759 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8529-7ee5-43e1-b4cf-88bbf0e42e7d req-b463416d-0d7a-465b-8499-072f8364c460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:30.609233 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-143c8529-7ee5-43e1-b4cf-88bbf0e42e7d req-b463416d-0d7a-465b-8499-072f8364c460 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdcbced6-0d6d-46ed-85f6-6bcd25611785 HTTP/1.1" status: 200 len: 912 time: 0.0828500 Mar 30 16:49:30.651676 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (4523897e-9e7d-4de0-9445-996980d3d2b4), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:30.652000 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (4523897e-9e7d-4de0-9445-996980d3d2b4), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:30.664982 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Calling delete_port for 4523897e-9e7d-4de0-9445-996980d3d2b4 owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:30.889715 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (4523897e-9e7d-4de0-9445-996980d3d2b4), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:30.916066 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event deleted for resources: {'Port': ['ID=4523897e-9e7d-4de0-9445-996980d3d2b4,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:30.921231 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-143c8529-7ee5-43e1-b4cf-88bbf0e42e7d req-2cc3c26e-da4a-4511-9c5b-907e400b7e31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=751d4639-dbdf-4476-9589-c9437ebb8cd7 HTTP/1.1" status: 200 len: 1000 time: 0.3049393 Mar 30 16:49:30.969751 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8529-7ee5-43e1-b4cf-88bbf0e42e7d req-8649bf92-74f9-48e7-abe9-551df32348f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:30.971252 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-143c8529-7ee5-43e1-b4cf-88bbf0e42e7d req-8649bf92-74f9-48e7-abe9-551df32348f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dddf9726-18bb-417d-850d-d95b133b917e HTTP/1.1" status: 200 len: 850 time: 0.0435209 Mar 30 16:49:30.980414 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (9a4f443f-6a0c-4573-8478-589ee3f8be4f), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:30.980758 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Floating IP 9a4f443f-6a0c-4573-8478-589ee3f8be4f disassociated (deleted). External IP: 172.27.0.88, port: 24def0b8-f7a6-4d7e-b664-c376875ea571. Mar 30 16:49:31.018946 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c8529-7ee5-43e1-b4cf-88bbf0e42e7d req-7004c271-9c75-40bb-a734-8ab39b560d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:31.020397 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-143c8529-7ee5-43e1-b4cf-88bbf0e42e7d req-7004c271-9c75-40bb-a734-8ab39b560d4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdcbced6-0d6d-46ed-85f6-6bcd25611785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431652 Mar 30 16:49:31.112691 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-143c8529-7ee5-43e1-b4cf-88bbf0e42e7d req-1f0c6125-d6a5-4f0b-8ebf-e1f17e528153 service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852685 Mar 30 16:49:31.206819 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-143c8529-7ee5-43e1-b4cf-88bbf0e42e7d req-405e96f0-e4ea-4090-9499-d3e79ddaeb86 service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880346 Mar 30 16:49:31.460127 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Router 6d2d139e-1476-4fc3-930c-07cd9494070a has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:49:31.596903 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:49:31.602897 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:31.608264 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b629afec-3108-4c42-9b6f-57280f8a352c None None] Sync routers for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:49:31.619156 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629afec-3108-4c42-9b6f-57280f8a352c None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:49:31.619759 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-b629afec-3108-4c42-9b6f-57280f8a352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:49:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:31.638981 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79382bb-4180-4657-a16a-bde1be7e5ba6 req-727677fa-18ee-42b6-8afd-8b188e6a8411 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:31.640465 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d79382bb-4180-4657-a16a-bde1be7e5ba6 req-727677fa-18ee-42b6-8afd-8b188e6a8411 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0903366 Mar 30 16:49:31.646805 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-eb936a37-7c58-4b47-adbd-84a8a27532b5 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "DELETE /v2.0/floatingips/9a4f443f-6a0c-4573-8478-589ee3f8be4f HTTP/1.1" status: 204 len: 168 time: 1.2564051 Mar 30 16:49:31.648580 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'tag': '24def0b8-f7a6-4d7e-b664-c376875ea571'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:49:31.651132 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f5897b-b1df-4596-9e7f-af00e4d24dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9", "tag": "24def0b8-f7a6-4d7e-b664-c376875ea571"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:49:31.696752 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d79382bb-4180-4657-a16a-bde1be7e5ba6 req-e3c5a5e1-7388-4c7d-954e-53855df33e8f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487945 Mar 30 16:49:31.735875 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-b629afec-3108-4c42-9b6f-57280f8a352c None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:49:31.746793 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6f79a8-10a9-4a5e-9b4d-51357f254308 x-openstack-request-id: req-fd6f79a8-10a9-4a5e-9b4d-51357f254308 {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:49:31.747192 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9", "tag": "24def0b8-f7a6-4d7e-b664-c376875ea571", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:49:31.747514 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd6f79a8-10a9-4a5e-9b4d-51357f254308 {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:49:31.747979 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd6f79a8-10a9-4a5e-9b4d-51357f254308'] response: {'name': 'network-changed', 'server_uuid': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'tag': '24def0b8-f7a6-4d7e-b664-c376875ea571', 'status': 'completed', 'code': 200} Mar 30 16:49:31.817700 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5897b-b1df-4596-9e7f-af00e4d24dc6 req-ff423c1b-20a9-44ac-91fc-569e2976afd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:31.819456 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-95f5897b-b1df-4596-9e7f-af00e4d24dc6 req-ff423c1b-20a9-44ac-91fc-569e2976afd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 1129 time: 0.0505290 Mar 30 16:49:31.838434 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-0223fda4-978d-4a04-9e8e-21f698d0cd26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:31.920845 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5897b-b1df-4596-9e7f-af00e4d24dc6 req-92713c2c-a773-4d99-8ea3-c368f1fa5663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:31.922803 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-95f5897b-b1df-4596-9e7f-af00e4d24dc6 req-92713c2c-a773-4d99-8ea3-c368f1fa5663 service neutron] 10.222.0.41 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 913 time: 0.0947971 Mar 30 16:49:31.961388 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-b629afec-3108-4c42-9b6f-57280f8a352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'ed013b58-4636-4747-bcb9-7ad763f8d475', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:7c:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:43Z', 'updated_at': '2022-03-30T16:45:45Z', 'revision_number': 1, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:31.966623 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-95f5897b-b1df-4596-9e7f-af00e4d24dc6 req-a53550bc-651b-41e0-b8c9-3503fd492093 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24def0b8-f7a6-4d7e-b664-c376875ea571 HTTP/1.1" status: 200 len: 217 time: 0.0376425 Mar 30 16:49:31.991024 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b629afec-3108-4c42-9b6f-57280f8a352c None None] Checking router: 6d2d139e-1476-4fc3-930c-07cd9494070a for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:49:31.999284 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629afec-3108-4c42-9b6f-57280f8a352c None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:49:31.999894 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-b629afec-3108-4c42-9b6f-57280f8a352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:49:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:32.019727 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5897b-b1df-4596-9e7f-af00e4d24dc6 req-87170e13-3c34-41e4-bc4e-539eaff43aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:32.022114 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-95f5897b-b1df-4596-9e7f-af00e4d24dc6 req-87170e13-3c34-41e4-bc4e-539eaff43aaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17dce1d2-dae1-4b1d-bded-3495159a04ef HTTP/1.1" status: 200 len: 851 time: 0.0500548 Mar 30 16:49:32.071925 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5897b-b1df-4596-9e7f-af00e4d24dc6 req-257df45e-93b9-4b57-bcc7-cbf5d12ecc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:32.073573 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-95f5897b-b1df-4596-9e7f-af00e4d24dc6 req-257df45e-93b9-4b57-bcc7-cbf5d12ecc7f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600fe998-8bc1-41e5-a22d-851373094fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457406 Mar 30 16:49:32.111869 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-b629afec-3108-4c42-9b6f-57280f8a352c None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:49:32.169998 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-8c14842b-06d4-4e67-a9b4-229bb716807c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0557878 Mar 30 16:49:32.187374 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-95f5897b-b1df-4596-9e7f-af00e4d24dc6 req-0a32ca72-c0d3-42d8-8e03-fa2d9e8ed0d7 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022465 Mar 30 16:49:32.276813 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06045e5f-5dc6-4682-9d12-cc3dfadb533c req-660cdea6-f5e3-4144-9e4e-2bc83ea42d0f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:32.278608 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-06045e5f-5dc6-4682-9d12-cc3dfadb533c req-660cdea6-f5e3-4144-9e4e-2bc83ea42d0f tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 945 time: 0.0909464 Mar 30 16:49:32.285229 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-0f590d8c-484b-48f6-b4e2-5859229846d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:32.288130 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-0f590d8c-484b-48f6-b4e2-5859229846d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=271d66244aa14243b27a2fcf55275bcd&device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 1130 time: 0.0649998 Mar 30 16:49:32.292109 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-95f5897b-b1df-4596-9e7f-af00e4d24dc6 req-0fbd0dd2-a5b4-4532-b434-ef0eb2d36a0a service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973344 Mar 30 16:49:32.343656 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-06045e5f-5dc6-4682-9d12-cc3dfadb533c req-328b0abd-83df-48f9-85e1-8a3c61d5c3f1 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537987 Mar 30 16:49:32.359959 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-b629afec-3108-4c42-9b6f-57280f8a352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'ed013b58-4636-4747-bcb9-7ad763f8d475', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:7c:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:43Z', 'updated_at': '2022-03-30T16:45:45Z', 'revision_number': 1, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:32.387920 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b629afec-3108-4c42-9b6f-57280f8a352c None None] The sync data for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi is: [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': 'ed013b58-4636-4747-bcb9-7ad763f8d475', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'floating_ip_address': '172.27.0.153', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'port_id': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'mac_address': 'fa:16:3e:7c:64:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:45:43Z', 'updated_at': '2022-03-30T16:45:45Z', 'revision_number': 1, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:49:32.395038 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-60ef75a1-a407-4dac-8c71-154da4237c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:32.397192 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-60ef75a1-a407-4dac-8c71-154da4237c83 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa4cebb7-4fd1-47fc-87e8-524051c7f431 HTTP/1.1" status: 200 len: 909 time: 0.0890071 Mar 30 16:49:32.474858 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-c83c9180-c4cb-4d34-adf3-18bbcd133d7d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb HTTP/1.1" status: 200 len: 1002 time: 0.0668511 Mar 30 16:49:32.524385 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-09e9d232-e6bd-4ada-9d2d-400605b7d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:32.525947 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-09e9d232-e6bd-4ada-9d2d-400605b7d0e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2d4f594-88fc-4f70-a374-0461ec5e34bf HTTP/1.1" status: 200 len: 847 time: 0.0459363 Mar 30 16:49:32.576480 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-277f5c85-d931-4e0e-8e6b-450ae0b07e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:32.578002 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-277f5c85-d931-4e0e-8e6b-450ae0b07e68 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa4cebb7-4fd1-47fc-87e8-524051c7f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460284 Mar 30 16:49:32.589137 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-7798f6de-136b-470b-ae12-96064a401fdc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106608) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:49:32.590243 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-7798f6de-136b-470b-ae12-96064a401fdc service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051029 Mar 30 16:49:32.628029 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24df5c7-1940-445e-8f77-2991293bef65 None None] New status for floating IP 9a4f443f-6a0c-4573-8478-589ee3f8be4f: DOWN {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:49:32.682951 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-01080835-6764-464b-9449-1077cc0d9b12 service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871129 Mar 30 16:49:32.775272 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a7378f1c-1c6c-4694-806f-98d47c5c6204 req-73a5fbec-6f77-4190-9302-fed994da430f service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854712 Mar 30 16:49:32.837315 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb054323-42bf-48fa-9264-879e96406b6c req-7947daeb-0af8-4c50-9266-11ee991d1781 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:32.838799 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cb054323-42bf-48fa-9264-879e96406b6c req-7947daeb-0af8-4c50-9266-11ee991d1781 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0556018 Mar 30 16:49:32.884442 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cb054323-42bf-48fa-9264-879e96406b6c req-f1044cc1-fec5-4b0a-ad8c-7c673eefd4f4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400052 Mar 30 16:49:33.060904 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:33.457839 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a2274-541c-40a4-8018-e7030806eb24 req-996f1dea-f8b1-47bf-a022-5686ef52672a tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:33.460242 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f33a2274-541c-40a4-8018-e7030806eb24 req-996f1dea-f8b1-47bf-a022-5686ef52672a tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 945 time: 0.0529053 Mar 30 16:49:33.509429 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f33a2274-541c-40a4-8018-e7030806eb24 req-10c664e1-2988-4d72-aa2d-8265f54a8e0c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435932 Mar 30 16:49:33.732408 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c67ba96-c44a-467c-86df-b8906c493c84 req-f1a15257-0db3-4851-b90c-1e9075347ea1 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:33.733753 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8c67ba96-c44a-467c-86df-b8906c493c84 req-f1a15257-0db3-4851-b90c-1e9075347ea1 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 945 time: 0.0574448 Mar 30 16:49:33.826773 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-8c67ba96-c44a-467c-86df-b8906c493c84 req-6379aa7c-878f-44ec-9c83-4c83ba813e0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Deleting port 24def0b8-f7a6-4d7e-b664-c376875ea571 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:33.827109 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8c67ba96-c44a-467c-86df-b8906c493c84 req-6379aa7c-878f-44ec-9c83-4c83ba813e0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:33.918225 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-8c67ba96-c44a-467c-86df-b8906c493c84 req-6379aa7c-878f-44ec-9c83-4c83ba813e0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] For port 24def0b8-f7a6-4d7e-b664-c376875ea571, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=24def0b8-f7a6-4d7e-b664-c376875ea571,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:33.918616 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8c67ba96-c44a-467c-86df-b8906c493c84 req-6379aa7c-878f-44ec-9c83-4c83ba813e0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:33.932422 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-8c67ba96-c44a-467c-86df-b8906c493c84 req-6379aa7c-878f-44ec-9c83-4c83ba813e0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Calling delete_port for 24def0b8-f7a6-4d7e-b664-c376875ea571 owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:34.147391 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8c67ba96-c44a-467c-86df-b8906c493c84 req-6379aa7c-878f-44ec-9c83-4c83ba813e0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (24def0b8-f7a6-4d7e-b664-c376875ea571), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:34.179908 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6379aa7c-878f-44ec-9c83-4c83ba813e0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event deleted for resources: {'Port': ['ID=24def0b8-f7a6-4d7e-b664-c376875ea571,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:34.222123 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c67ba96-c44a-467c-86df-b8906c493c84 req-6379aa7c-878f-44ec-9c83-4c83ba813e0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] No DVR routers for this DVR port 24def0b8-f7a6-4d7e-b664-c376875ea571 on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:49:34.224703 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-8c67ba96-c44a-467c-86df-b8906c493c84 req-6379aa7c-878f-44ec-9c83-4c83ba813e0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:34.227935 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8c67ba96-c44a-467c-86df-b8906c493c84 req-6379aa7c-878f-44ec-9c83-4c83ba813e0e tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "DELETE /v2.0/ports/24def0b8-f7a6-4d7e-b664-c376875ea571 HTTP/1.1" status: 204 len: 173 time: 0.4888217 Mar 30 16:49:34.228366 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'name': 'network-vif-deleted', 'tag': '24def0b8-f7a6-4d7e-b664-c376875ea571'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:49:34.230722 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994d2245-f0b7-4027-b2a8-a6c75ce1b28b" -d '{"events": [{"server_uuid": "e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9", "name": "network-vif-deleted", "tag": "24def0b8-f7a6-4d7e-b664-c376875ea571"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:49:34.268137 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ecfabf-bb2b-430d-9994-f75f11f81f9f x-openstack-request-id: req-a3ecfabf-bb2b-430d-9994-f75f11f81f9f {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:49:34.268430 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9", "name": "network-vif-deleted", "tag": "24def0b8-f7a6-4d7e-b664-c376875ea571", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:49:34.268698 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3ecfabf-bb2b-430d-9994-f75f11f81f9f {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:49:34.269085 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3ecfabf-bb2b-430d-9994-f75f11f81f9f'] response: {'server_uuid': 'e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9', 'name': 'network-vif-deleted', 'tag': '24def0b8-f7a6-4d7e-b664-c376875ea571', 'status': 'completed', 'code': 200} Mar 30 16:49:34.340955 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:34.609134 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-7cebc078-9eef-41d6-843f-1f15ba4932f3 req-ae2a01bc-9267-4009-8cf4-630502eed95a tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=e9cc8ee5-3014-4ddc-b225-1e46d31f8ad9 HTTP/1.1" status: 200 len: 210 time: 0.0287251 Mar 30 16:49:35.814948 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:36.923447 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5a574-dcb0-42ad-b236-3f4644305783 req-ce7a57dc-d97d-4a66-b2a1-3c457b5f717c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:36.924898 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64d5a574-dcb0-42ad-b236-3f4644305783 req-ce7a57dc-d97d-4a66-b2a1-3c457b5f717c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0553763 Mar 30 16:49:36.977698 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-64d5a574-dcb0-42ad-b236-3f4644305783 req-eab29536-a566-4111-81a0-c5c7942022de tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463428 Mar 30 16:49:37.649965 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 24def0b8-f7a6-4d7e-b664-c376875ea571 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:49:37.673966 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 24def0b8-f7a6-4d7e-b664-c376875ea571 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:49:37.674291 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 24def0b8-f7a6-4d7e-b664-c376875ea571 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:49:38.101420 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4c2292-8424-4a23-b151-29445104c797 req-546d004e-807e-4579-a26c-31bbffd0a05a tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:38.102927 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ad4c2292-8424-4a23-b151-29445104c797 req-546d004e-807e-4579-a26c-31bbffd0a05a tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0536716 Mar 30 16:49:38.150241 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48108) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:38.153278 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ad4c2292-8424-4a23-b151-29445104c797 req-8cb98eb8-0fb0-4ba6-b01d-e15939a73954 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446532 Mar 30 16:49:38.303422 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Deleting port f719420e-b57f-4115-ab6a-579bc0165c57 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:38.303765 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (f719420e-b57f-4115-ab6a-579bc0165c57), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:38.386500 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (f719420e-b57f-4115-ab6a-579bc0165c57), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:38.386851 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (f719420e-b57f-4115-ab6a-579bc0165c57), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:38.398770 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Calling delete_port for f719420e-b57f-4115-ab6a-579bc0165c57 owned by network:floatingip {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:38.632639 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (f719420e-b57f-4115-ab6a-579bc0165c57), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:38.658227 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event deleted for resources: {'Port': ['ID=f719420e-b57f-4115-ab6a-579bc0165c57,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:38.728832 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (ed013b58-4636-4747-bcb9-7ad763f8d475), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:38.729180 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.l3_db [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Floating IP ed013b58-4636-4747-bcb9-7ad763f8d475 disassociated (deleted). External IP: 172.27.0.153, port: 8b570ed5-c8bc-4804-8beb-c03ef1f01d68. Mar 30 16:49:38.937776 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Router 6d2d139e-1476-4fc3-930c-07cd9494070a has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:49:39.046328 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:49:39.051162 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:39.059465 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fb9ec-4de3-43de-9690-27530712b1c7 None None] Sync routers for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:49:39.070453 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fb9ec-4de3-43de-9690-27530712b1c7 None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:49:39.071095 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d56fb9ec-4de3-43de-9690-27530712b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:49:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:39.086982 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-f2055a6f-6280-4b12-ad16-222d3f69353b tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "DELETE /v2.0/floatingips/ed013b58-4636-4747-bcb9-7ad763f8d475 HTTP/1.1" status: 204 len: 168 time: 0.9355807 Mar 30 16:49:39.087650 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'tag': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:49:39.089995 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3e0a3d4c-0173-4d21-bb07-750b8b2388e4", "tag": "8b570ed5-c8bc-4804-8beb-c03ef1f01d68"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:49:39.135786 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501df613-bd1a-474e-adf7-4259d7f65932 x-openstack-request-id: req-501df613-bd1a-474e-adf7-4259d7f65932 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:49:39.136078 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e0a3d4c-0173-4d21-bb07-750b8b2388e4", "tag": "8b570ed5-c8bc-4804-8beb-c03ef1f01d68", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:49:39.136331 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-501df613-bd1a-474e-adf7-4259d7f65932 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:49:39.136741 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501df613-bd1a-474e-adf7-4259d7f65932'] response: {'name': 'network-changed', 'server_uuid': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'tag': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'status': 'completed', 'code': 200} Mar 30 16:49:39.181850 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-d56fb9ec-4de3-43de-9690-27530712b1c7 None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:49:39.285707 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f2c62-3226-4f78-a21f-77115705df33 req-08d25e68-a316-474f-a7f8-39eae625a38c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:39.296003 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-689f2c62-3226-4f78-a21f-77115705df33 req-08d25e68-a316-474f-a7f8-39eae625a38c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0598478 Mar 30 16:49:39.346081 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-689f2c62-3226-4f78-a21f-77115705df33 req-786b70c1-f805-4cfe-a3e4-ceb7375161ae tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491812 Mar 30 16:49:39.368517 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6 req-d421ad98-1900-4629-b3d0-cc3d3bcbab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:39.370032 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6 req-d421ad98-1900-4629-b3d0-cc3d3bcbab11 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1706c811af8c46779e0007b0fafbc6a4&device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 1130 time: 0.2019858 Mar 30 16:49:39.389479 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d56fb9ec-4de3-43de-9690-27530712b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:39.416402 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fb9ec-4de3-43de-9690-27530712b1c7 None None] Checking router: 6d2d139e-1476-4fc3-930c-07cd9494070a for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:49:39.424631 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fb9ec-4de3-43de-9690-27530712b1c7 None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:49:39.425234 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d56fb9ec-4de3-43de-9690-27530712b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:49:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:39.466271 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6 req-2a4d99bf-1d1c-4c20-9209-131607ee3897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:39.467773 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6 req-2a4d99bf-1d1c-4c20-9209-131607ee3897 service neutron] 10.222.0.41 "GET /v2.0/networks?id=600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 200 len: 913 time: 0.0917032 Mar 30 16:49:39.515818 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6 req-9fd07a82-75ac-40ea-884d-e9ba5037133c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8b570ed5-c8bc-4804-8beb-c03ef1f01d68 HTTP/1.1" status: 200 len: 217 time: 0.0404677 Mar 30 16:49:39.540467 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-d56fb9ec-4de3-43de-9690-27530712b1c7 None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:49:39.566005 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6b247-18e5-45bc-a539-2a088680bbe7 req-cbb62206-bb88-4226-8ad7-86294d4f5385 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:39.568350 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3ed6b247-18e5-45bc-a539-2a088680bbe7 req-cbb62206-bb88-4226-8ad7-86294d4f5385 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 946 time: 0.0561533 Mar 30 16:49:39.568974 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6 req-2f0ca6b9-b188-4389-b6ee-76f23ef4b422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:39.570482 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6 req-2f0ca6b9-b188-4389-b6ee-76f23ef4b422 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17dce1d2-dae1-4b1d-bded-3495159a04ef HTTP/1.1" status: 200 len: 851 time: 0.0452898 Mar 30 16:49:39.621069 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3ed6b247-18e5-45bc-a539-2a088680bbe7 req-bb3ead77-e5f4-4dc9-819b-eaf4183abd36 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460901 Mar 30 16:49:39.621945 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6 req-57286eb4-9b08-4c02-bd57-2aca65e6a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:39.623576 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6 req-57286eb4-9b08-4c02-bd57-2aca65e6a117 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=600fe998-8bc1-41e5-a22d-851373094fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458734 Mar 30 16:49:39.720812 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6 req-6da8bb3c-1d52-41eb-9e9f-a8a661895eb9 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884490 Mar 30 16:49:39.821514 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-3baaf1cc-b4f2-464d-a2b7-fcef2a64e2c6 req-9c22ab38-ac64-4227-bd18-03e254925cb5 service neutron] 10.222.0.41 "GET /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817463 Mar 30 16:49:39.844258 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-d56fb9ec-4de3-43de-9690-27530712b1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:39.870042 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fb9ec-4de3-43de-9690-27530712b1c7 None None] The sync data for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi is: [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:41:53Z', 'revision_number': 4, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'ae7d0dbb-d872-4568-9cce-0921e854994a', 'name': '', 'network_id': '600fe998-8bc1-41e5-a22d-851373094fb9', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'mac_address': 'fa:16:3e:8b:44:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_interface', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:51Z', 'updated_at': '2022-03-30T16:42:00Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'subnets': [{'id': '17dce1d2-dae1-4b1d-bded-3495159a04ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:49:40.094804 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee67600-8203-4cb2-b15e-25ce9b68dbaa None None] New status for floating IP ed013b58-4636-4747-bcb9-7ad763f8d475: DOWN {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:49:40.465514 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfdfff-7636-439a-8308-48be048c2ab1 req-0c34ada4-498b-4736-84f1-7804f9523c11 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:40.467016 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2ecfdfff-7636-439a-8308-48be048c2ab1 req-0c34ada4-498b-4736-84f1-7804f9523c11 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0520008 Mar 30 16:49:40.515396 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2ecfdfff-7636-439a-8308-48be048c2ab1 req-047f8b26-7152-4cb8-98b1-8bc2e4003502 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421157 Mar 30 16:49:40.747221 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ae0e0-eb7a-42e6-b3c8-0ec33a424517 req-4cb4f105-2723-4e6c-bcbc-8569a1b8f529 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:40.748743 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d6ae0e0-eb7a-42e6-b3c8-0ec33a424517 req-4cb4f105-2723-4e6c-bcbc-8569a1b8f529 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 946 time: 0.0591769 Mar 30 16:49:40.797811 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2d6ae0e0-eb7a-42e6-b3c8-0ec33a424517 req-8c48bd6c-dbaa-4ef9-9962-2b8f648f3bae tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/security-groups?id=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434425 Mar 30 16:49:41.157422 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b1448c-7be9-42f6-a8bc-c5ed0de3905b req-c36e97f4-f416-41d3-824e-39f25f4deadd tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:41.158930 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a7b1448c-7be9-42f6-a8bc-c5ed0de3905b req-c36e97f4-f416-41d3-824e-39f25f4deadd tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 946 time: 0.0539649 Mar 30 16:49:41.251436 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-a7b1448c-7be9-42f6-a8bc-c5ed0de3905b req-63380cca-f6fe-4047-9db8-aaf150b4b8fe tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Deleting port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:41.251767 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-a7b1448c-7be9-42f6-a8bc-c5ed0de3905b req-63380cca-f6fe-4047-9db8-aaf150b4b8fe tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:41.336010 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-a7b1448c-7be9-42f6-a8bc-c5ed0de3905b req-63380cca-f6fe-4047-9db8-aaf150b4b8fe tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] For port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=8b570ed5-c8bc-4804-8beb-c03ef1f01d68,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:41.336359 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-a7b1448c-7be9-42f6-a8bc-c5ed0de3905b req-63380cca-f6fe-4047-9db8-aaf150b4b8fe tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:41.348813 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-a7b1448c-7be9-42f6-a8bc-c5ed0de3905b req-63380cca-f6fe-4047-9db8-aaf150b4b8fe tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Calling delete_port for 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:41.544651 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-a7b1448c-7be9-42f6-a8bc-c5ed0de3905b req-63380cca-f6fe-4047-9db8-aaf150b4b8fe tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (8b570ed5-c8bc-4804-8beb-c03ef1f01d68), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:41.580391 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63380cca-f6fe-4047-9db8-aaf150b4b8fe tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event deleted for resources: {'Port': ['ID=8b570ed5-c8bc-4804-8beb-c03ef1f01d68,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:41.629076 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7b1448c-7be9-42f6-a8bc-c5ed0de3905b req-63380cca-f6fe-4047-9db8-aaf150b4b8fe tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] No DVR routers for this DVR port 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:49:41.632752 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-a7b1448c-7be9-42f6-a8bc-c5ed0de3905b req-63380cca-f6fe-4047-9db8-aaf150b4b8fe tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:41.636116 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-a7b1448c-7be9-42f6-a8bc-c5ed0de3905b req-63380cca-f6fe-4047-9db8-aaf150b4b8fe tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.41 "DELETE /v2.0/ports/8b570ed5-c8bc-4804-8beb-c03ef1f01d68 HTTP/1.1" status: 204 len: 173 time: 0.4724557 Mar 30 16:49:41.636578 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'name': 'network-vif-deleted', 'tag': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:49:41.638914 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b107e1-32c4-4cb0-a483-98a78a4361cc" -d '{"events": [{"server_uuid": "3e0a3d4c-0173-4d21-bb07-750b8b2388e4", "name": "network-vif-deleted", "tag": "8b570ed5-c8bc-4804-8beb-c03ef1f01d68"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:49:41.639158 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933bef83-b197-43d7-be6f-05db104142f0 req-28764b54-7e4d-441a-9208-e55009385bcb tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:41.640654 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-933bef83-b197-43d7-be6f-05db104142f0 req-28764b54-7e4d-441a-9208-e55009385bcb tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0582042 Mar 30 16:49:41.673186 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87508307-6a9c-45c0-8f5f-6d4691faaf1b x-openstack-request-id: req-87508307-6a9c-45c0-8f5f-6d4691faaf1b {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:49:41.673699 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e0a3d4c-0173-4d21-bb07-750b8b2388e4", "name": "network-vif-deleted", "tag": "8b570ed5-c8bc-4804-8beb-c03ef1f01d68", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:49:41.673826 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87508307-6a9c-45c0-8f5f-6d4691faaf1b {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:49:41.674174 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87508307-6a9c-45c0-8f5f-6d4691faaf1b'] response: {'server_uuid': '3e0a3d4c-0173-4d21-bb07-750b8b2388e4', 'name': 'network-vif-deleted', 'tag': '8b570ed5-c8bc-4804-8beb-c03ef1f01d68', 'status': 'completed', 'code': 200} Mar 30 16:49:41.696324 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-933bef83-b197-43d7-be6f-05db104142f0 req-90cc4202-4c02-45ce-a054-7bc8edc63ecf tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488610 Mar 30 16:49:41.895084 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0bad2e8b-ab00-43f3-a82d-52b9cd7bb2cb req-1f072853-94f9-4350-9f6d-7af0c2cd330c tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e0a3d4c-0173-4d21-bb07-750b8b2388e4 HTTP/1.1" status: 200 len: 210 time: 0.0309441 Mar 30 16:49:42.816876 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00a6e0-789c-49b8-bb9e-42c28428372f req-5f50a6e3-26f2-401d-a23a-1a5e76ac5c59 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:42.818996 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c00a6e0-789c-49b8-bb9e-42c28428372f req-5f50a6e3-26f2-401d-a23a-1a5e76ac5c59 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0537605 Mar 30 16:49:42.868672 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c00a6e0-789c-49b8-bb9e-42c28428372f req-0516ebb2-d8b4-4a03-bee9-f0ebe09df136 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440512 Mar 30 16:49:42.952963 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48134) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:43.084487 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-050036af-39be-43c7-8dac-6f190cc3ec14 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Deleting port c6a0ad42-bbb0-44b0-8167-e2815f78a12b {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:43.084743 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-050036af-39be-43c7-8dac-6f190cc3ec14 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (c6a0ad42-bbb0-44b0-8167-e2815f78a12b), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:43.161578 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-050036af-39be-43c7-8dac-6f190cc3ec14 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (c6a0ad42-bbb0-44b0-8167-e2815f78a12b), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:43.161905 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-050036af-39be-43c7-8dac-6f190cc3ec14 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (c6a0ad42-bbb0-44b0-8167-e2815f78a12b), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:43.173127 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-050036af-39be-43c7-8dac-6f190cc3ec14 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Calling delete_port for c6a0ad42-bbb0-44b0-8167-e2815f78a12b owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:43.357976 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-050036af-39be-43c7-8dac-6f190cc3ec14 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (c6a0ad42-bbb0-44b0-8167-e2815f78a12b), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:43.387587 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050036af-39be-43c7-8dac-6f190cc3ec14 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event deleted for resources: {'Port': ['ID=c6a0ad42-bbb0-44b0-8167-e2815f78a12b,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:43.446895 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-050036af-39be-43c7-8dac-6f190cc3ec14 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for floatingip (e2a7f93a-f597-47ec-b618-6f9d23b1f5e5), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:43.449392 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-050036af-39be-43c7-8dac-6f190cc3ec14 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:43.450542 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-050036af-39be-43c7-8dac-6f190cc3ec14 tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "DELETE /v2.0/floatingips/e2a7f93a-f597-47ec-b618-6f9d23b1f5e5 HTTP/1.1" status: 204 len: 168 time: 0.4965363 Mar 30 16:49:43.636804 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:49:43.657577 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:49:43.657942 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 8b570ed5-c8bc-4804-8beb-c03ef1f01d68 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:49:43.986331 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed36aef-0ca8-442e-93db-4d3503b710cf req-a33a03bd-4d30-47cf-ad30-aafdffb44583 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:43.987832 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ed36aef-0ca8-442e-93db-4d3503b710cf req-a33a03bd-4d30-47cf-ad30-aafdffb44583 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0522330 Mar 30 16:49:44.036599 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6ed36aef-0ca8-442e-93db-4d3503b710cf req-0196d989-cb56-4deb-a2d7-3767ab97753e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424023 Mar 30 16:49:44.804603 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48148) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:44.861851 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b46aa796-6bd4-463f-822b-8f8e1ee326ab tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group (5ef0e96c-f1a7-43a8-8297-c040a5f87fd7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:44.894400 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b46aa796-6bd4-463f-822b-8f8e1ee326ab tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group (5ef0e96c-f1a7-43a8-8297-c040a5f87fd7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:45.030322 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b46aa796-6bd4-463f-822b-8f8e1ee326ab tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5ef0e96c-f1a7-43a8-8297-c040a5f87fd7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:45.032963 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-b46aa796-6bd4-463f-822b-8f8e1ee326ab tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:45.034168 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-b46aa796-6bd4-463f-822b-8f8e1ee326ab tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] 10.222.0.21 "DELETE /v2.0/security-groups/5ef0e96c-f1a7-43a8-8297-c040a5f87fd7 HTTP/1.1" status: 204 len: 168 time: 0.2285571 Mar 30 16:49:45.044220 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46aa796-6bd4-463f-822b-8f8e1ee326ab tempest-TestVolumeBootPattern-1063330248 tempest-TestVolumeBootPattern-1063330248-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ef0e96c-f1a7-43a8-8297-c040a5f87fd7,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:45.156413 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5101c-44d3-4172-ace2-a85fed193839 req-fabbccf0-cd8a-4b7f-9eda-ab573e0d8bb4 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:45.157805 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-00c5101c-44d3-4172-ace2-a85fed193839 req-fabbccf0-cd8a-4b7f-9eda-ab573e0d8bb4 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0535283 Mar 30 16:49:45.204857 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-00c5101c-44d3-4172-ace2-a85fed193839 req-f522a3f6-6dd6-4c1c-a0d8-a4eacf772685 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406702 Mar 30 16:49:46.170068 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48156) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:46.400789 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce603726-2dbc-4fb3-b44f-5c9d4ab517fd req-8bf06dde-5cfb-4a82-aefa-d78bd5ed8ee7 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:46.402181 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ce603726-2dbc-4fb3-b44f-5c9d4ab517fd req-8bf06dde-5cfb-4a82-aefa-d78bd5ed8ee7 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.1308436 Mar 30 16:49:46.520717 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ce603726-2dbc-4fb3-b44f-5c9d4ab517fd req-a19d9f8a-223f-4767-ad05-3f865b35d786 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127794 Mar 30 16:49:46.687337 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755846'] for router_interface (6d2d139e-1476-4fc3-930c-07cd9494070a), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:46.930546 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] Deleting port ae7d0dbb-d872-4568-9cce-0921e854994a {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:46.930903 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:47.009611 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] For port ae7d0dbb-d872-4568-9cce-0921e854994a, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=ae7d0dbb-d872-4568-9cce-0921e854994a,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:47.009894 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:47.022632 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] Calling delete_port for ae7d0dbb-d872-4568-9cce-0921e854994a owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:47.112948 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea91741-10d7-4370-adc1-2a3dda92321a req-292403d2-b576-47ac-a56c-8b4ec6f2d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:47.114467 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-cea91741-10d7-4370-adc1-2a3dda92321a req-292403d2-b576-47ac-a56c-8b4ec6f2d588 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=271d66244aa14243b27a2fcf55275bcd&device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 1130 time: 0.0463018 Mar 30 16:49:47.207298 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea91741-10d7-4370-adc1-2a3dda92321a req-9a441804-3ded-4d1a-95db-36882c0be9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:47.211611 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-cea91741-10d7-4370-adc1-2a3dda92321a req-9a441804-3ded-4d1a-95db-36882c0be9f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa4cebb7-4fd1-47fc-87e8-524051c7f431 HTTP/1.1" status: 200 len: 909 time: 0.0849407 Mar 30 16:49:47.277195 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-cea91741-10d7-4370-adc1-2a3dda92321a req-2d852263-5322-41bf-b537-293ef5730add service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb HTTP/1.1" status: 200 len: 1002 time: 0.0624433 Mar 30 16:49:47.288436 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (ae7d0dbb-d872-4568-9cce-0921e854994a), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:47.316637 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae7d0dbb-d872-4568-9cce-0921e854994a,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:47.332400 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea91741-10d7-4370-adc1-2a3dda92321a req-cd640f7b-e9d1-4a41-b975-8a10e838e35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:47.335496 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-cea91741-10d7-4370-adc1-2a3dda92321a req-cd640f7b-e9d1-4a41-b975-8a10e838e35b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2d4f594-88fc-4f70-a374-0461ec5e34bf HTTP/1.1" status: 200 len: 847 time: 0.0527654 Mar 30 16:49:47.390743 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea91741-10d7-4370-adc1-2a3dda92321a req-4283b9b3-0f20-4859-89be-15ff32068428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:47.392486 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-cea91741-10d7-4370-adc1-2a3dda92321a req-4283b9b3-0f20-4859-89be-15ff32068428 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa4cebb7-4fd1-47fc-87e8-524051c7f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507197 Mar 30 16:49:47.494485 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-cea91741-10d7-4370-adc1-2a3dda92321a req-cef5f140-62e2-448c-9bbb-d1776c0b4a9d service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946817 Mar 30 16:49:47.496278 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3909953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3753174'] for router_interface (6d2d139e-1476-4fc3-930c-07cd9494070a), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:47.517737 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:49:47.601376 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-cea91741-10d7-4370-adc1-2a3dda92321a req-369b9429-b64f-4fa5-99ec-89daae1f39b6 service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010973 Mar 30 16:49:47.690143 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917bed4-da40-45d9-9614-a904872a1ed1 req-6149b831-d0b8-48c0-98d7-6678e884d34e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:47.691632 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3917bed4-da40-45d9-9614-a904872a1ed1 req-6149b831-d0b8-48c0-98d7-6678e884d34e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.1014619 Mar 30 16:49:47.780354 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3917bed4-da40-45d9-9614-a904872a1ed1 req-fb043b8e-09f7-4ece-9bfe-ba9292ee43f1 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643036 Mar 30 16:49:47.798534 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] Router 6d2d139e-1476-4fc3-930c-07cd9494070a has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:49:47.901538 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:49:47.907222 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-07717e0a-43aa-4ec2-8952-34106cffbab5 admin admin] 10.222.0.21 "PUT /v2.0/routers/6d2d139e-1476-4fc3-930c-07cd9494070a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7359595 Mar 30 16:49:47.909046 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48164) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:47.910493 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06751240-97ef-40aa-88d0-bbea6477ccfd None None] Sync routers for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:49:47.920725 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06751240-97ef-40aa-88d0-bbea6477ccfd None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:49:47.921343 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-06751240-97ef-40aa-88d0-bbea6477ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:49:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:48.013632 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Publish callbacks [] for router (6d2d139e-1476-4fc3-930c-07cd9494070a), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:48.025961 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-06751240-97ef-40aa-88d0-bbea6477ccfd None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:49:48.118772 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Publish callbacks [] for router_gateway (6d2d139e-1476-4fc3-930c-07cd9494070a), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:48.204800 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-06751240-97ef-40aa-88d0-bbea6477ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:49:47Z', 'revision_number': 5, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port': {'id': 'b0718e84-7fc2-4365-8a58-443db3c78046', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:71:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:41:44Z', 'updated_at': '2022-03-30T16:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:48.231163 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06751240-97ef-40aa-88d0-bbea6477ccfd None None] Checking router: 6d2d139e-1476-4fc3-930c-07cd9494070a for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:49:48.239291 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06751240-97ef-40aa-88d0-bbea6477ccfd None None] Routers {'6d2d139e-1476-4fc3-930c-07cd9494070a'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:49:48.239915 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-06751240-97ef-40aa-88d0-bbea6477ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:49:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['6d2d139e-1476-4fc3-930c-07cd9494070a'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:48.264031 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Deleting port b0718e84-7fc2-4365-8a58-443db3c78046 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:48.264373 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:48.329558 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-06751240-97ef-40aa-88d0-bbea6477ccfd None None] Set router 6d2d139e-1476-4fc3-930c-07cd9494070a gateway port host: None {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:49:48.381948 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-06751240-97ef-40aa-88d0-bbea6477ccfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:49:48Z', 'revision_number': 6, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port_host': None}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:48.412697 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06751240-97ef-40aa-88d0-bbea6477ccfd None None] The sync data for ids ['6d2d139e-1476-4fc3-930c-07cd9494070a'] in dv-cinder-835871-1-iscsi is: [{'id': '6d2d139e-1476-4fc3-930c-07cd9494070a', 'name': 'tempest-TestVolumeBootPattern-1699145891-router', 'tenant_id': '1706c811af8c46779e0007b0fafbc6a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:41:42Z', 'updated_at': '2022-03-30T16:49:48Z', 'revision_number': 6, 'project_id': '1706c811af8c46779e0007b0fafbc6a4', 'gw_port_host': None}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:49:48.577129 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] For port b0718e84-7fc2-4365-8a58-443db3c78046, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=b0718e84-7fc2-4365-8a58-443db3c78046,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:48.577488 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:48.589740 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Calling delete_port for b0718e84-7fc2-4365-8a58-443db3c78046 owned by network:router_gateway {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:48.803970 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device ae7d0dbb-d872-4568-9cce-0921e854994a no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:49:48.811464 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (b0718e84-7fc2-4365-8a58-443db3c78046), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:48.828515 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: ae7d0dbb-d872-4568-9cce-0921e854994a {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:49:48.828515 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device ae7d0dbb-d872-4568-9cce-0921e854994a not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:49:48.836456 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0718e84-7fc2-4365-8a58-443db3c78046,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:48.902154 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752252'] for router_gateway (6d2d139e-1476-4fc3-930c-07cd9494070a), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:48.927754 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c6ac3-e713-4ce3-9adb-27bfac14207b req-b8aed61d-8d6e-43d0-b9b5-e8e0ad0f3d98 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:48.929435 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-972c6ac3-e713-4ce3-9adb-27bfac14207b req-b8aed61d-8d6e-43d0-b9b5-e8e0ad0f3d98 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0582056 Mar 30 16:49:48.980801 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-972c6ac3-e713-4ce3-9adb-27bfac14207b req-8dec426d-d66a-438f-a3ca-9d4fe4b7951a tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452821 Mar 30 16:49:48.995320 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3753632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15599'] for router (6d2d139e-1476-4fc3-930c-07cd9494070a), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:48.997437 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Publish callbacks [] for router_controller (6d2d139e-1476-4fc3-930c-07cd9494070a), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.102230 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3753689'] for router (6d2d139e-1476-4fc3-930c-07cd9494070a), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.102948 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d2d139e-1476-4fc3-930c-07cd9494070a {{(pid=106608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:49:49.112549 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.112549 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-c5d57e8e-ba14-44ac-802b-543f29bab916 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6d2d139e-1476-4fc3-930c-07cd9494070a HTTP/1.1" status: 204 len: 168 time: 1.2000477 Mar 30 16:49:49.112549 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48168) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:49.157133 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebfc390-c767-429b-acc5-2e6ae73903f1 admin admin] Deleting subnet 17dce1d2-dae1-4b1d-bded-3495159a04ef {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:49:49.160314 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc390-c767-429b-acc5-2e6ae73903f1 admin admin] Publish callbacks [] for subnet (17dce1d2-dae1-4b1d-bded-3495159a04ef), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.195968 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc390-c767-429b-acc5-2e6ae73903f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (17dce1d2-dae1-4b1d-bded-3495159a04ef), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.280241 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc390-c767-429b-acc5-2e6ae73903f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (17dce1d2-dae1-4b1d-bded-3495159a04ef), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.392876 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc390-c767-429b-acc5-2e6ae73903f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (17dce1d2-dae1-4b1d-bded-3495159a04ef), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.419885 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebfc390-c767-429b-acc5-2e6ae73903f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17dce1d2-dae1-4b1d-bded-3495159a04ef,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:49.423742 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-6ebfc390-c767-429b-acc5-2e6ae73903f1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.429708 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48170) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:49.429902 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-6ebfc390-c767-429b-acc5-2e6ae73903f1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/17dce1d2-dae1-4b1d-bded-3495159a04ef HTTP/1.1" status: 204 len: 168 time: 0.3178267 Mar 30 16:49:49.436323 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194ca267-2f59-4cd1-8b0e-1805484ab594 None None] Network 600fe998-8bc1-41e5-a22d-851373094fb9 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:49:49.512308 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (600fe998-8bc1-41e5-a22d-851373094fb9), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.570553 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Deleting port c11fdee2-2fe8-4970-8742-10415355b12f {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:49.570923 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.612069 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] DHCP port deletion for 600fe998-8bc1-41e5-a22d-851373094fb9 request from dv-cinder-835871-1-iscsi {{(pid=106615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:49:49.636081 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] For port c11fdee2-2fe8-4970-8742-10415355b12f, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=c11fdee2-2fe8-4970-8742-10415355b12f,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:49.636586 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.650992 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Calling delete_port for c11fdee2-2fe8-4970-8742-10415355b12f owned by network:dhcp {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:49.664746 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Deleting port c11fdee2-2fe8-4970-8742-10415355b12f {{(pid=106615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:49.665124 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), before_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.728085 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] For port c11fdee2-2fe8-4970-8742-10415355b12f, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=c11fdee2-2fe8-4970-8742-10415355b12f,segment=NetworkSegment(795be097-9515-49e3-be4e-089929acfc58),segment_id=795be097-9515-49e3-be4e-089929acfc58)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:49.728408 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), precommit_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.740969 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Calling delete_port for c11fdee2-2fe8-4970-8742-10415355b12f owned by network:dhcp {{(pid=106615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:49.826275 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.838822 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254'] for port (c11fdee2-2fe8-4970-8742-10415355b12f), after_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.856184 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Pushing event deleted for resources: {'Port': ['ID=c11fdee2-2fe8-4970-8742-10415355b12f,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:49.857927 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] No DVR routers for this DVR port c11fdee2-2fe8-4970-8742-10415355b12f on host dv-cinder-835871-1-iscsi {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:49:49.870321 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] No DVR routers for this DVR port c11fdee2-2fe8-4970-8742-10415355b12f on host dv-cinder-835871-1-iscsi {{(pid=106615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:49:49.872198 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Pushing event deleted for resources: {'Port': ['ID=c11fdee2-2fe8-4970-8742-10415355b12f,revision_number=None']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:49.880484 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.882046 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.882399 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.882954 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.883537 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.883779 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.884206 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.884416 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.884741 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.885062 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.885551 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.885804 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.886624 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.886624 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.886624 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60657e5-5bcf-471e-8825-eae666aff4c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:49:49.912291 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.938232 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (600fe998-8bc1-41e5-a22d-851373094fb9), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.958202 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['600fe998-8bc1-41e5-a22d-851373094fb9']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:49.967315 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '795be097-9515-49e3-be4e-089929acfc58') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:49.967608 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '795be097-9515-49e3-be4e-089929acfc58') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:49.977245 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12072767'] for segment (795be097-9515-49e3-be4e-089929acfc58), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:49.996060 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (795be097-9515-49e3-be4e-089929acfc58), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:50.002444 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:49:50.002878 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11996077'] for segment (795be097-9515-49e3-be4e-089929acfc58), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: Traceback (most recent call last): Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: timer() Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: cb(*args, **kw) Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: return func(*args, **kwargs) Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: self._notify() Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: self.callback(batched_events) Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: event.method(event) Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: return f(self, *a, **k) Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: return self._get(url).json() Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: return self.request(url, 'GET', **kwargs) Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:49:50.004624 dv-cinder-835871-1-iscsi neutron-server[106603]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:49:50.108136 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6023a-b16f-480b-8c2f-17077621db83 req-ecf0610c-ddca-4628-9c2f-931e45739a44 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:50.109601 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90e6023a-b16f-480b-8c2f-17077621db83 req-ecf0610c-ddca-4628-9c2f-931e45739a44 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0534871 Mar 30 16:49:50.129435 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (600fe998-8bc1-41e5-a22d-851373094fb9), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:50.135947 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:50.139015 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] 10.222.0.21 "DELETE /v2.0/networks/600fe998-8bc1-41e5-a22d-851373094fb9 HTTP/1.1" status: 204 len: 168 time: 0.7072053 Mar 30 16:49:50.142033 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48174) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:50.158872 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb85ec1-126c-458f-8224-9bdb0aea397e admin admin] Pushing event deleted for resources: {'Network': ['ID=600fe998-8bc1-41e5-a22d-851373094fb9,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:50.179581 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-90e6023a-b16f-480b-8c2f-17077621db83 req-fd55015c-6d58-4ea0-8e14-572edb54c611 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642772 Mar 30 16:49:50.520388 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed0370-993a-4159-933f-faa25f44bc87 req-ed4a009a-6120-4b34-8728-3a0f767e31a9 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:50.522650 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aeed0370-993a-4159-933f-faa25f44bc87 req-ed4a009a-6120-4b34-8728-3a0f767e31a9 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0531554 Mar 30 16:49:50.602699 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-aeed0370-993a-4159-933f-faa25f44bc87 req-01f279dc-671c-47ea-83a1-0ab2f0b9288a tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658154 Mar 30 16:49:50.603415 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device b0718e84-7fc2-4365-8a58-443db3c78046 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:49:50.613360 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-51ec5160-2b25-4516-9433-dca1ed8403af req-6827abe5-f399-4105-acf8-81cb1ca56c8e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821431 Mar 30 16:49:50.617424 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755846'] for router_interface (052202da-8ea6-46da-bab4-8d8adc9a14b7), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:50.634615 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: b0718e84-7fc2-4365-8a58-443db3c78046 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:49:50.634972 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device b0718e84-7fc2-4365-8a58-443db3c78046 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:49:50.635890 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device c11fdee2-2fe8-4970-8742-10415355b12f no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:49:50.659158 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: c11fdee2-2fe8-4970-8742-10415355b12f {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:49:50.659513 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device c11fdee2-2fe8-4970-8742-10415355b12f not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:49:50.728506 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5160-2b25-4516-9433-dca1ed8403af req-68a4417f-b4ec-4e3d-b78b-b22f059e08ed tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:50.729827 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-51ec5160-2b25-4516-9433-dca1ed8403af req-68a4417f-b4ec-4e3d-b78b-b22f059e08ed tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports/7c69fd0a-39a3-41c5-813f-73c07f2740bb HTTP/1.1" status: 200 len: 943 time: 0.0778661 Mar 30 16:49:50.953510 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] Deleting port 3665906c-e848-464a-9f08-066577f89d2d {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:50.953842 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (3665906c-e848-464a-9f08-066577f89d2d), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:51.032190 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] For port 3665906c-e848-464a-9f08-066577f89d2d, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=3665906c-e848-464a-9f08-066577f89d2d,segment=NetworkSegment(673a35bd-3c59-4071-881e-710f51771242),segment_id=673a35bd-3c59-4071-881e-710f51771242)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:51.032544 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (3665906c-e848-464a-9f08-066577f89d2d), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:51.044742 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] Calling delete_port for 3665906c-e848-464a-9f08-066577f89d2d owned by network:router_interface {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:51.333222 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (3665906c-e848-464a-9f08-066577f89d2d), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:51.358205 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=3665906c-e848-464a-9f08-066577f89d2d,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:51.533362 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3909953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3753174'] for router_interface (052202da-8ea6-46da-bab4-8d8adc9a14b7), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:51.665571 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 7c69fd0a-39a3-41c5-813f-73c07f2740bb no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:49:51.736387 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a27d76-4eee-495b-81f7-1fcfcf79e710 req-95328024-2f20-4add-b803-23b07d6249c1 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:51.743246 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4a27d76-4eee-495b-81f7-1fcfcf79e710 req-95328024-2f20-4add-b803-23b07d6249c1 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0627692 Mar 30 16:49:51.755858 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 7c69fd0a-39a3-41c5-813f-73c07f2740bb is: ACTIVE; New status is: DOWN {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:49:51.756317 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:51.795298 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:49:51.798546 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ffd25f-74ee-4eca-b47b-90bf8f029168" -d '{"events": [{"server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "name": "network-vif-unplugged", "status": "completed", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:49:51.801571 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] Router 052202da-8ea6-46da-bab4-8d8adc9a14b7 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:49:51.817900 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 7c69fd0a-39a3-41c5-813f-73c07f2740bb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:51.830876 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d4a27d76-4eee-495b-81f7-1fcfcf79e710 req-17f3508f-9914-4d11-9461-e9ebd3cc2554 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816112 Mar 30 16:49:51.836309 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 30 Mar 2022 16:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7930bc2-f94f-47b8-9901-131d5ec8b16d x-openstack-request-id: req-d7930bc2-f94f-47b8-9901-131d5ec8b16d {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:49:51.836664 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "name": "network-vif-unplugged", "status": "failed", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb", "code": 422}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:49:51.836981 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7930bc2-f94f-47b8-9901-131d5ec8b16d {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:49:51.837451 dv-cinder-835871-1-iscsi neutron-server[106615]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d7930bc2-f94f-47b8-9901-131d5ec8b16d']: {'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'code': 422} returned with failed status Mar 30 16:49:51.878116 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:51.917275 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:49:51.925436 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-be458906-2057-4ea8-94ef-dbee07428f1f admin admin] 10.222.0.21 "PUT /v2.0/routers/052202da-8ea6-46da-bab4-8d8adc9a14b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7791712 Mar 30 16:49:51.925436 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48192) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:51.928268 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71baad40-f634-49da-bba6-95aabc51bcf8 None None] Sync routers for ids ['052202da-8ea6-46da-bab4-8d8adc9a14b7'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:49:51.934226 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=7c69fd0a-39a3-41c5-813f-73c07f2740bb,revision_number=6']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:51.943877 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71baad40-f634-49da-bba6-95aabc51bcf8 None None] Routers {'052202da-8ea6-46da-bab4-8d8adc9a14b7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:49:51.944492 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-71baad40-f634-49da-bba6-95aabc51bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:49:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['052202da-8ea6-46da-bab4-8d8adc9a14b7'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:52.032653 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Publish callbacks [] for router (052202da-8ea6-46da-bab4-8d8adc9a14b7), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:52.050763 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-71baad40-f634-49da-bba6-95aabc51bcf8 None None] Set router 052202da-8ea6-46da-bab4-8d8adc9a14b7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:49:52.150725 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Publish callbacks [] for router_gateway (052202da-8ea6-46da-bab4-8d8adc9a14b7), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:52.233979 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-71baad40-f634-49da-bba6-95aabc51bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'name': 'tempest-TestVolumeBootPattern-717014990-router', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:49:51Z', 'revision_number': 5, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'gw_port': {'id': '99dc3175-a23e-45a9-b90c-b44d9426ffb1', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:7e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 441, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:42:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:52.260645 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71baad40-f634-49da-bba6-95aabc51bcf8 None None] Checking router: 052202da-8ea6-46da-bab4-8d8adc9a14b7 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:49:52.269839 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71baad40-f634-49da-bba6-95aabc51bcf8 None None] Routers {'052202da-8ea6-46da-bab4-8d8adc9a14b7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:49:52.270481 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-71baad40-f634-49da-bba6-95aabc51bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:49:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['052202da-8ea6-46da-bab4-8d8adc9a14b7'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:52.298518 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Deleting port 99dc3175-a23e-45a9-b90c-b44d9426ffb1 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:52.298978 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:52.360550 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-71baad40-f634-49da-bba6-95aabc51bcf8 None None] Set router 052202da-8ea6-46da-bab4-8d8adc9a14b7 gateway port host: None {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:49:52.417354 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-71baad40-f634-49da-bba6-95aabc51bcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'name': 'tempest-TestVolumeBootPattern-717014990-router', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:49:52Z', 'revision_number': 6, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'gw_port_host': None}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:52.445009 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71baad40-f634-49da-bba6-95aabc51bcf8 None None] The sync data for ids ['052202da-8ea6-46da-bab4-8d8adc9a14b7'] in dv-cinder-835871-1-iscsi is: [{'id': '052202da-8ea6-46da-bab4-8d8adc9a14b7', 'name': 'tempest-TestVolumeBootPattern-717014990-router', 'tenant_id': '4c294ae10943476fb460445f2e5e9c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:42:00Z', 'updated_at': '2022-03-30T16:49:52Z', 'revision_number': 6, 'project_id': '4c294ae10943476fb460445f2e5e9c53', 'gw_port_host': None}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:49:52.618753 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] For port 99dc3175-a23e-45a9-b90c-b44d9426ffb1, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=99dc3175-a23e-45a9-b90c-b44d9426ffb1,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:52.619039 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:52.631794 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Calling delete_port for 99dc3175-a23e-45a9-b90c-b44d9426ffb1 owned by network:router_gateway {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:52.864584 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 3665906c-e848-464a-9f08-066577f89d2d no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:49:52.876251 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (99dc3175-a23e-45a9-b90c-b44d9426ffb1), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:52.892023 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 3665906c-e848-464a-9f08-066577f89d2d {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:49:52.892382 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 3665906c-e848-464a-9f08-066577f89d2d not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:49:52.908886 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Pushing event deleted for resources: {'Port': ['ID=99dc3175-a23e-45a9-b90c-b44d9426ffb1,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:52.962746 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e72d230-b39a-4a0c-aa86-a56f33817a2e req-9610898f-980a-46bc-b651-6cb32ba1e0e6 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:52.964339 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5e72d230-b39a-4a0c-aa86-a56f33817a2e req-9610898f-980a-46bc-b651-6cb32ba1e0e6 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0734112 Mar 30 16:49:52.987538 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752252'] for router_gateway (052202da-8ea6-46da-bab4-8d8adc9a14b7), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.016174 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-5e72d230-b39a-4a0c-aa86-a56f33817a2e req-aa52bc78-e2aa-41b4-b5f3-26f641f890fa tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454366 Mar 30 16:49:53.082770 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3753632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15599'] for router (052202da-8ea6-46da-bab4-8d8adc9a14b7), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.085939 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Publish callbacks [] for router_controller (052202da-8ea6-46da-bab4-8d8adc9a14b7), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.190631 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3753689'] for router (052202da-8ea6-46da-bab4-8d8adc9a14b7), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.191292 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 052202da-8ea6-46da-bab4-8d8adc9a14b7 {{(pid=106608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:49:53.200361 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.200361 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-b9f179df-415f-4ac1-90d2-10c369275dcf admin admin] 10.222.0.21 "DELETE /v2.0/routers/052202da-8ea6-46da-bab4-8d8adc9a14b7 HTTP/1.1" status: 204 len: 168 time: 1.2713799 Mar 30 16:49:53.200361 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48196) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:53.245382 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e5fa98-9c57-45c6-9f9a-52221efe20fc admin admin] Deleting subnet 8a825d7e-9021-4fee-aef3-5608f6c8521e {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:49:53.248595 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-49e5fa98-9c57-45c6-9f9a-52221efe20fc admin admin] Publish callbacks [] for subnet (8a825d7e-9021-4fee-aef3-5608f6c8521e), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.288087 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-49e5fa98-9c57-45c6-9f9a-52221efe20fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (8a825d7e-9021-4fee-aef3-5608f6c8521e), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.363970 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-49e5fa98-9c57-45c6-9f9a-52221efe20fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (8a825d7e-9021-4fee-aef3-5608f6c8521e), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.516252 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-49e5fa98-9c57-45c6-9f9a-52221efe20fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (8a825d7e-9021-4fee-aef3-5608f6c8521e), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.546617 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-49e5fa98-9c57-45c6-9f9a-52221efe20fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.552057 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-49e5fa98-9c57-45c6-9f9a-52221efe20fc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8a825d7e-9021-4fee-aef3-5608f6c8521e HTTP/1.1" status: 204 len: 168 time: 0.3486857 Mar 30 16:49:53.553214 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48198) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:53.553836 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e320c7a-423c-40a4-86f2-023884d44d52 None None] Network fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:49:53.558713 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e5fa98-9c57-45c6-9f9a-52221efe20fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a825d7e-9021-4fee-aef3-5608f6c8521e,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:53.607517 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5160-2b25-4516-9433-dca1ed8403af req-8151a7fc-60de-461e-81e3-7256d36faaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:53.609563 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-51ec5160-2b25-4516-9433-dca1ed8403af req-8151a7fc-60de-461e-81e3-7256d36faaf1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb&tenant_id=271d66244aa14243b27a2fcf55275bcd HTTP/1.1" status: 200 len: 1128 time: 0.0661988 Mar 30 16:49:53.685857 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5160-2b25-4516-9433-dca1ed8403af req-89c69dd9-9754-425b-aeaf-636fa1729c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:53.687522 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-51ec5160-2b25-4516-9433-dca1ed8403af req-89c69dd9-9754-425b-aeaf-636fa1729c67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=271d66244aa14243b27a2fcf55275bcd&device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 1128 time: 0.0519707 Mar 30 16:49:53.787331 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5160-2b25-4516-9433-dca1ed8403af req-44945c99-887a-4f91-8a27-02f3c835ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:53.789373 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-51ec5160-2b25-4516-9433-dca1ed8403af req-44945c99-887a-4f91-8a27-02f3c835ac03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa4cebb7-4fd1-47fc-87e8-524051c7f431 HTTP/1.1" status: 200 len: 909 time: 0.0945752 Mar 30 16:49:53.863995 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-51ec5160-2b25-4516-9433-dca1ed8403af req-a6b3e495-fc98-484d-8049-22719d6c1013 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb HTTP/1.1" status: 200 len: 1000 time: 0.0673919 Mar 30 16:49:53.884049 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe14cc2e-1d23-46a5-b99e-6d0296c41f76 None None] DHCP port deletion for fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd request from dv-cinder-835871-1-iscsi {{(pid=106615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:49:53.914630 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5160-2b25-4516-9433-dca1ed8403af req-11e3da9b-cae5-446e-8f68-91a5f8ca08df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:53.916385 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-51ec5160-2b25-4516-9433-dca1ed8403af req-11e3da9b-cae5-446e-8f68-91a5f8ca08df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2d4f594-88fc-4f70-a374-0461ec5e34bf HTTP/1.1" status: 200 len: 847 time: 0.0457013 Mar 30 16:49:53.924137 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.933017 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-fe14cc2e-1d23-46a5-b99e-6d0296c41f76 None None] Deleting port 422c9c2f-60b8-4b2f-ac92-4561309f321d {{(pid=106615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:53.933762 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-fe14cc2e-1d23-46a5-b99e-6d0296c41f76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), before_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:53.968624 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec5160-2b25-4516-9433-dca1ed8403af req-b43e1e8d-b496-4796-b8cf-ab84338257d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:53.970262 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-51ec5160-2b25-4516-9433-dca1ed8403af req-b43e1e8d-b496-4796-b8cf-ab84338257d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa4cebb7-4fd1-47fc-87e8-524051c7f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451307 Mar 30 16:49:53.981496 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Deleting port 422c9c2f-60b8-4b2f-ac92-4561309f321d {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:49:53.982032 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.001559 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-fe14cc2e-1d23-46a5-b99e-6d0296c41f76 None None] For port 422c9c2f-60b8-4b2f-ac92-4561309f321d, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=422c9c2f-60b8-4b2f-ac92-4561309f321d,segment=NetworkSegment(673a35bd-3c59-4071-881e-710f51771242),segment_id=673a35bd-3c59-4071-881e-710f51771242)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:54.001965 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-fe14cc2e-1d23-46a5-b99e-6d0296c41f76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), precommit_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.015174 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-fe14cc2e-1d23-46a5-b99e-6d0296c41f76 None None] Calling delete_port for 422c9c2f-60b8-4b2f-ac92-4561309f321d owned by network:dhcp {{(pid=106615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:54.058550 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] For port 422c9c2f-60b8-4b2f-ac92-4561309f321d, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=422c9c2f-60b8-4b2f-ac92-4561309f321d,segment=NetworkSegment(673a35bd-3c59-4071-881e-710f51771242),segment_id=673a35bd-3c59-4071-881e-710f51771242)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:49:54.058947 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.079388 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Calling delete_port for 422c9c2f-60b8-4b2f-ac92-4561309f321d owned by network:dhcp {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:49:54.079613 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-51ec5160-2b25-4516-9433-dca1ed8403af req-e0d3eff0-6cb2-44d1-a92f-03a41a0214cf service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017170 Mar 30 16:49:54.183664 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-51ec5160-2b25-4516-9433-dca1ed8403af req-f036b34a-b403-4abc-96ab-b0fa462d8478 service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958908 Mar 30 16:49:54.207825 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb938dc5-4638-4bdf-91e8-7710fdd3ccab req-29d91027-ac76-4b4c-898e-6f47c53e0024 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:54.210016 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cb938dc5-4638-4bdf-91e8-7710fdd3ccab req-29d91027-ac76-4b4c-898e-6f47c53e0024 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0807750 Mar 30 16:49:54.224821 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-fe14cc2e-1d23-46a5-b99e-6d0296c41f76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), after_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.248639 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14cc2e-1d23-46a5-b99e-6d0296c41f76 None None] Pushing event deleted for resources: {'Port': ['ID=422c9c2f-60b8-4b2f-ac92-4561309f321d,revision_number=None']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:54.250158 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (422c9c2f-60b8-4b2f-ac92-4561309f321d), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.254747 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe14cc2e-1d23-46a5-b99e-6d0296c41f76 None None] No DVR routers for this DVR port 422c9c2f-60b8-4b2f-ac92-4561309f321d on host dv-cinder-835871-1-iscsi {{(pid=106615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:49:54.291202 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-cb938dc5-4638-4bdf-91e8-7710fdd3ccab req-efa2df8d-65a1-4f2a-87a7-d60676bc3de4 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753860 Mar 30 16:49:54.293087 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Pushing event deleted for resources: {'Port': ['ID=422c9c2f-60b8-4b2f-ac92-4561309f321d,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:54.295002 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] No DVR routers for this DVR port 422c9c2f-60b8-4b2f-ac92-4561309f321d on host dv-cinder-835871-1-iscsi {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:49:54.364166 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.385738 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:54.394662 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '673a35bd-3c59-4071-881e-710f51771242') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:54.394959 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '673a35bd-3c59-4071-881e-710f51771242') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:49:54.408295 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12072767'] for segment (673a35bd-3c59-4071-881e-710f51771242), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.421002 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (673a35bd-3c59-4071-881e-710f51771242), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.426611 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:49:54.426993 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11996077'] for segment (673a35bd-3c59-4071-881e-710f51771242), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: self.session.flush() Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: self.session.flush() Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: self.session.flush() Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: self.session.flush() Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: Traceback (most recent call last): Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: timer() Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: cb(*args, **kw) Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: return func(*args, **kwargs) Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: self._notify() Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: self.callback(batched_events) Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: event.method(event) Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: return f(self, *a, **k) Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: return self._get(url).json() Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: return self.request(url, 'GET', **kwargs) Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:49:54.429107 dv-cinder-835871-1-iscsi neutron-server[106603]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:49:54.544324 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.549675 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.554186 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] 10.222.0.21 "DELETE /v2.0/networks/fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd HTTP/1.1" status: 204 len: 168 time: 0.9992354 Mar 30 16:49:54.566287 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b54f79-6e9b-477d-a99f-9bceedc8ea6b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa2cb4ef-d9b2-4ba4-b28c-1c9643f5d5dd,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:54.595376 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 99dc3175-a23e-45a9-b90c-b44d9426ffb1 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:49:54.619592 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 99dc3175-a23e-45a9-b90c-b44d9426ffb1 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:49:54.619939 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 99dc3175-a23e-45a9-b90c-b44d9426ffb1 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:49:54.620352 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 422c9c2f-60b8-4b2f-ac92-4561309f321d no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:49:54.638690 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 422c9c2f-60b8-4b2f-ac92-4561309f321d {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:49:54.639039 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 422c9c2f-60b8-4b2f-ac92-4561309f321d not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:49:54.851070 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48204) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:54.890821 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e69923fd-0f44-4db8-b1d7-1446e7d6abe0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1706c811af8c46779e0007b0fafbc6a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384941 Mar 30 16:49:54.893141 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48206) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:54.940309 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a0a6f774-3e31-4108-b671-55c5c2bece6f admin admin] Publish callbacks [] for security_group (8e10cb00-8431-40d2-9fc0-d04f9878e2d3), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:54.961686 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a0a6f774-3e31-4108-b671-55c5c2bece6f admin admin] Publish callbacks [] for security_group (8e10cb00-8431-40d2-9fc0-d04f9878e2d3), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:55.088795 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a0a6f774-3e31-4108-b671-55c5c2bece6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8e10cb00-8431-40d2-9fc0-d04f9878e2d3), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:55.091419 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-a0a6f774-3e31-4108-b671-55c5c2bece6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:55.092592 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-a0a6f774-3e31-4108-b671-55c5c2bece6f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e10cb00-8431-40d2-9fc0-d04f9878e2d3 HTTP/1.1" status: 204 len: 168 time: 0.1985579 Mar 30 16:49:55.101273 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6f774-3e31-4108-b671-55c5c2bece6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e10cb00-8431-40d2-9fc0-d04f9878e2d3,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:55.414251 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d43483-76af-47c9-8b1a-8c2fdab83bce req-0f5f8d69-53a2-4f8b-a11f-f2c64a5f8408 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:55.415784 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75d43483-76af-47c9-8b1a-8c2fdab83bce req-0f5f8d69-53a2-4f8b-a11f-f2c64a5f8408 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0540049 Mar 30 16:49:55.466484 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-75d43483-76af-47c9-8b1a-8c2fdab83bce req-0a44207a-b677-45de-a1f5-34544b00e373 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445685 Mar 30 16:49:55.724650 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48214) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:55.764531 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-156bc3ce-3c33-4ea7-85c6-f2444094d3e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c294ae10943476fb460445f2e5e9c53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387597 Mar 30 16:49:55.766968 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48216) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:49:55.823339 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b00e1938-a89c-4fe3-a216-984575d5226b admin admin] Publish callbacks [] for security_group (5423fb9a-7c7c-4899-a6ef-99828763db17), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:55.844134 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b00e1938-a89c-4fe3-a216-984575d5226b admin admin] Publish callbacks [] for security_group (5423fb9a-7c7c-4899-a6ef-99828763db17), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:55.961163 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b00e1938-a89c-4fe3-a216-984575d5226b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5423fb9a-7c7c-4899-a6ef-99828763db17), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:55.963614 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b00e1938-a89c-4fe3-a216-984575d5226b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:49:55.964758 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-b00e1938-a89c-4fe3-a216-984575d5226b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5423fb9a-7c7c-4899-a6ef-99828763db17 HTTP/1.1" status: 204 len: 168 time: 0.1968904 Mar 30 16:49:55.972220 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e1938-a89c-4fe3-a216-984575d5226b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5423fb9a-7c7c-4899-a6ef-99828763db17,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:49:56.583529 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e5392-df43-48b2-a417-f69f9335513d req-b4bc12ca-0a49-4304-ab21-d56201e7e1ac tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:56.585105 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-581e5392-df43-48b2-a417-f69f9335513d req-b4bc12ca-0a49-4304-ab21-d56201e7e1ac tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0520158 Mar 30 16:49:56.633596 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-581e5392-df43-48b2-a417-f69f9335513d req-b1e32f28-69f0-4559-8360-e3a0b9adc180 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424063 Mar 30 16:49:57.765408 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418ae2a-f6c5-41c4-86b6-b60d4d248717 req-4c605979-9e21-428c-8a6a-8c50c174bc11 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:57.766879 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9418ae2a-f6c5-41c4-86b6-b60d4d248717 req-4c605979-9e21-428c-8a6a-8c50c174bc11 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0542443 Mar 30 16:49:57.814446 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9418ae2a-f6c5-41c4-86b6-b60d4d248717 req-73c7c867-998b-4f20-a7fc-389c9c98c89a tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 Mar 30 16:49:58.933702 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e022c1b-1b9e-4f23-a47e-07823c55285b req-17a84701-2ac6-45bd-80d5-6ebc7adb2c12 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:49:58.935185 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e022c1b-1b9e-4f23-a47e-07823c55285b req-17a84701-2ac6-45bd-80d5-6ebc7adb2c12 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0540957 Mar 30 16:49:58.987434 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e022c1b-1b9e-4f23-a47e-07823c55285b req-8c0ef1e0-42f3-4bb3-a906-24f84dc32404 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467389 Mar 30 16:49:59.426338 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3028589b-fff5-4415-b873-882bc8bf1fbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:00.109941 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52534da-5def-4894-9878-5ea23bc474b4 req-1e1f35a8-4f0b-42c4-9fae-b7df17f3f6d4 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:00.111471 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a52534da-5def-4894-9878-5ea23bc474b4 req-1e1f35a8-4f0b-42c4-9fae-b7df17f3f6d4 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0563359 Mar 30 16:50:00.159967 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a52534da-5def-4894-9878-5ea23bc474b4 req-724de08b-3313-453e-a719-fb05e49e5794 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423648 Mar 30 16:50:01.276269 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955e7a99-4bf2-4242-b1f4-3222f452791d req-5b0dd6eb-2650-469a-940f-48b874042e21 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:01.277727 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-955e7a99-4bf2-4242-b1f4-3222f452791d req-5b0dd6eb-2650-469a-940f-48b874042e21 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 944 time: 0.0514627 Mar 30 16:50:01.325147 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-955e7a99-4bf2-4242-b1f4-3222f452791d req-155a1aa5-0ecc-4fbe-ac02-87e85c9be2e5 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418785 Mar 30 16:50:01.709436 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 7c69fd0a-39a3-41c5-813f-73c07f2740bb details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:50:01.769135 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-12229df3-05af-48c2-b2fa-19660934cce2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:01.812879 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 7c69fd0a-39a3-41c5-813f-73c07f2740bb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:01.824527 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'port_id': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'mac_address': 'fa:16:3e:30:e3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:50:01.861663 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 7c69fd0a-39a3-41c5-813f-73c07f2740bb is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:50:01.862046 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:01.874897 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c69fd0a-39a3-41c5-813f-73c07f2740bb {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:50:01.898329 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 7c69fd0a-39a3-41c5-813f-73c07f2740bb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:01.983858 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:02.030732 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=7c69fd0a-39a3-41c5-813f-73c07f2740bb,revision_number=7']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:02.216758 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['7c69fd0a-39a3-41c5-813f-73c07f2740bb'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:50:02.444144 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d85986-43b8-4eda-b737-a6766c183f7d req-39799759-0f74-4b84-8df1-6a71c085e262 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:02.445669 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7d85986-43b8-4eda-b737-a6766c183f7d req-39799759-0f74-4b84-8df1-6a71c085e262 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 945 time: 0.0540960 Mar 30 16:50:02.496501 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c7d85986-43b8-4eda-b737-a6766c183f7d req-51694fae-6dd8-43af-afbc-3ef794cc005d tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451398 Mar 30 16:50:03.094505 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:03.612899 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9514b7d-e97e-4b35-9fa7-b5e94437ab99 req-37b68965-c7f1-4178-a454-0f5d0d463d4a tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:03.614353 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b9514b7d-e97e-4b35-9fa7-b5e94437ab99 req-37b68965-c7f1-4178-a454-0f5d0d463d4a tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 945 time: 0.0521629 Mar 30 16:50:03.661531 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b9514b7d-e97e-4b35-9fa7-b5e94437ab99 req-5a9b7ec6-73cd-43fb-b8fb-96af793abb73 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416148 Mar 30 16:50:03.722486 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 7c69fd0a-39a3-41c5-813f-73c07f2740bb up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:50:03.770057 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 7c69fd0a-39a3-41c5-813f-73c07f2740bb triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:50:03.770431 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:03.847436 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 7c69fd0a-39a3-41c5-813f-73c07f2740bb is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:50:03.847815 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:03.869603 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:50:03.871844 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308292d2-7012-43f3-8593-c19bb112bd20" -d '{"events": [{"server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "name": "network-vif-plugged", "status": "completed", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:50:03.885241 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 7c69fd0a-39a3-41c5-813f-73c07f2740bb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:03.908473 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361b5e0e-7e21-4ea5-81a7-96ee377656e5 x-openstack-request-id: req-361b5e0e-7e21-4ea5-81a7-96ee377656e5 {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:50:03.908763 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "name": "network-vif-plugged", "status": "completed", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:50:03.909022 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-361b5e0e-7e21-4ea5-81a7-96ee377656e5 {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:50:03.909422 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361b5e0e-7e21-4ea5-81a7-96ee377656e5'] response: {'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'code': 200} Mar 30 16:50:03.974997 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:04.024639 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=7c69fd0a-39a3-41c5-813f-73c07f2740bb,revision_number=8']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:04.247673 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38109e9-a481-40bc-b25c-47bcdc63d05d req-e13d931b-b7a9-40c6-9ee1-e3f8121e8f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:04.249149 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-e38109e9-a481-40bc-b25c-47bcdc63d05d req-e13d931b-b7a9-40c6-9ee1-e3f8121e8f54 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 1130 time: 0.0443957 Mar 30 16:50:04.295843 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-e38109e9-a481-40bc-b25c-47bcdc63d05d req-d7b758eb-16a4-4691-ab82-9596dcd6ea68 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392001 Mar 30 16:50:04.326751 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:04.779998 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d63a7-88ef-4ee1-b42f-28acee4a931e req-ddd7cb91-d713-4f44-befa-9683c40a208e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:04.781392 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-502d63a7-88ef-4ee1-b42f-28acee4a931e req-ddd7cb91-d713-4f44-befa-9683c40a208e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0520997 Mar 30 16:50:04.830611 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-502d63a7-88ef-4ee1-b42f-28acee4a931e req-46903f13-0f34-4ae6-8d9e-0144540826a6 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429301 Mar 30 16:50:05.778103 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:05.983210 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f720c1-63aa-4cdf-b042-83b0f53b7d05 req-f376919b-417e-4138-8b92-fb5e85d20cbd tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:05.984667 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c2f720c1-63aa-4cdf-b042-83b0f53b7d05 req-f376919b-417e-4138-8b92-fb5e85d20cbd tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0875244 Mar 30 16:50:05.996066 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647bb05-4e62-4856-a53d-8ebb78fd1314 req-1c1713b8-fce5-4855-9578-3383f1248169 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:05.997432 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8647bb05-4e62-4856-a53d-8ebb78fd1314 req-1c1713b8-fce5-4855-9578-3383f1248169 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0693519 Mar 30 16:50:06.070689 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c2f720c1-63aa-4cdf-b042-83b0f53b7d05 req-0f35f0fc-55f1-4b4f-a8fa-851c08ee2f6e tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723042 Mar 30 16:50:06.073623 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8647bb05-4e62-4856-a53d-8ebb78fd1314 req-a8b60ff4-8437-4da4-8657-e64a5982f4c0 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697765 Mar 30 16:50:07.199568 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e633c6e-2aba-4d71-9b40-253b3dac23bb req-0a183791-8230-4104-8703-2bb351291c2d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:07.201059 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e633c6e-2aba-4d71-9b40-253b3dac23bb req-0a183791-8230-4104-8703-2bb351291c2d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0603352 Mar 30 16:50:07.247097 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-4e633c6e-2aba-4d71-9b40-253b3dac23bb req-4c620cf4-1b3f-4eb5-a583-7012e8fa7c82 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403681 Mar 30 16:50:07.860516 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-101509f6-2fa3-4467-a80a-75c42547be83 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:07.861980 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-101509f6-2fa3-4467-a80a-75c42547be83 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.41 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0513761 Mar 30 16:50:07.955785 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Deleting port 751d4639-dbdf-4476-9589-c9437ebb8cd7 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:50:07.956125 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:08.041785 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] For port 751d4639-dbdf-4476-9589-c9437ebb8cd7, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=751d4639-dbdf-4476-9589-c9437ebb8cd7,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:08.042147 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:08.213429 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:08.213802 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (4733065e-e280-4ae3-8646-6dcf44621147), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:08.214117 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.l3_db [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Floating IP 4733065e-e280-4ae3-8646-6dcf44621147 disassociated. External IP: 172.27.0.55, port: 751d4639-dbdf-4476-9589-c9437ebb8cd7. Mar 30 16:50:08.214462 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Calling delete_port for 751d4639-dbdf-4476-9589-c9437ebb8cd7 owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:50:08.366667 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daf497b-5d9d-45b7-9560-964bcdf0cb70 req-badd7a0d-6a9f-451b-9e3f-18e64e23757b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:08.368136 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6daf497b-5d9d-45b7-9560-964bcdf0cb70 req-badd7a0d-6a9f-451b-9e3f-18e64e23757b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 945 time: 0.0543754 Mar 30 16:50:08.415196 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6daf497b-5d9d-45b7-9560-964bcdf0cb70 req-8a2e721c-7b9c-4836-ae9d-6eb2f1b7700d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=97e9a935-ec39-459b-aa58-2891e1b7c0db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411072 Mar 30 16:50:08.418352 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (751d4639-dbdf-4476-9589-c9437ebb8cd7), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:08.449693 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event deleted for resources: {'Port': ['ID=751d4639-dbdf-4476-9589-c9437ebb8cd7,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:08.459935 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.460285 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.460627 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.460968 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.461440 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.461629 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.461942 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.462295 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.462634 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.463415 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.463415 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.463627 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.463887 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.464204 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.464522 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:50:08.579223 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:50:08.682266 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:50:08.691858 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83325da0-4be9-474f-938d-deeccf797657 None None] Sync routers for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:50:08.701924 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83325da0-4be9-474f-938d-deeccf797657 None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:50:08.702526 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-83325da0-4be9-474f-938d-deeccf797657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:50:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:08.727024 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] No DVR routers for this DVR port 751d4639-dbdf-4476-9589-c9437ebb8cd7 on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:50:08.729629 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:08.733155 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-4110cbbd-a4a7-4584-86ea-fac4d4c9b9e5 req-ec4b2143-22a9-4030-94f9-0911b1e03656 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.41 "DELETE /v2.0/ports/751d4639-dbdf-4476-9589-c9437ebb8cd7 HTTP/1.1" status: 204 len: 173 time: 0.8657491 Mar 30 16:50:08.733613 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'name': 'network-vif-deleted', 'tag': '751d4639-dbdf-4476-9589-c9437ebb8cd7'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:50:08.736441 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9f4346-bb88-4105-8b56-bed3e8bb203f" -d '{"events": [{"server_uuid": "2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc", "name": "network-vif-deleted", "tag": "751d4639-dbdf-4476-9589-c9437ebb8cd7"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:50:08.813227 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-83325da0-4be9-474f-938d-deeccf797657 None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:50:08.960796 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35556c91-3aef-425a-9aa4-c188f109d748 x-openstack-request-id: req-35556c91-3aef-425a-9aa4-c188f109d748 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:50:08.961665 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc", "name": "network-vif-deleted", "tag": "751d4639-dbdf-4476-9589-c9437ebb8cd7", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:50:08.962069 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35556c91-3aef-425a-9aa4-c188f109d748 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:50:08.962726 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35556c91-3aef-425a-9aa4-c188f109d748'] response: {'server_uuid': '2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc', 'name': 'network-vif-deleted', 'tag': '751d4639-dbdf-4476-9589-c9437ebb8cd7', 'status': 'completed', 'code': 200} Mar 30 16:50:09.035841 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-83325da0-4be9-474f-938d-deeccf797657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:09.065150 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83325da0-4be9-474f-938d-deeccf797657 None None] Checking router: e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:50:09.074106 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83325da0-4be9-474f-938d-deeccf797657 None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:50:09.074739 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-83325da0-4be9-474f-938d-deeccf797657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:50:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:09.268963 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-83325da0-4be9-474f-938d-deeccf797657 None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:50:09.464501 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-83325da0-4be9-474f-938d-deeccf797657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:09.492538 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83325da0-4be9-474f-938d-deeccf797657 None None] The sync data for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi is: [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:50:09.547702 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-842873af-3f9c-4c27-9569-b767043cc495 req-23a4c4ea-5a04-4088-b397-6edc4d56d8ea tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=2f1fc9a9-eed6-4f56-8dc2-2a45fd31d8dc HTTP/1.1" status: 200 len: 210 time: 0.0289540 Mar 30 16:50:09.742256 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67617f53-cfcc-4e07-9159-a64abf4d9cbd None None] New status for floating IP 4733065e-e280-4ae3-8646-6dcf44621147: DOWN {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:50:10.693589 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48266) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:50:10.746515 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ff516042-dc3c-455b-b771-95fe993021df tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (97e9a935-ec39-459b-aa58-2891e1b7c0db), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:10.769657 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ff516042-dc3c-455b-b771-95fe993021df tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (97e9a935-ec39-459b-aa58-2891e1b7c0db), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:10.859941 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ff516042-dc3c-455b-b771-95fe993021df tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (97e9a935-ec39-459b-aa58-2891e1b7c0db), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:10.862562 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-ff516042-dc3c-455b-b771-95fe993021df tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:10.863738 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-ff516042-dc3c-455b-b771-95fe993021df tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "DELETE /v2.0/security-groups/97e9a935-ec39-459b-aa58-2891e1b7c0db HTTP/1.1" status: 204 len: 168 time: 0.1691756 Mar 30 16:50:10.867078 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48268) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:50:10.873393 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff516042-dc3c-455b-b771-95fe993021df tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e9a935-ec39-459b-aa58-2891e1b7c0db,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:10.879851 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.api.v2.resource [None req-fe91ff19-ef8c-4b33-bc12-57891bad31e9 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] show failed (client error): The resource could not be found. Mar 30 16:50:10.881477 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-fe91ff19-ef8c-4b33-bc12-57891bad31e9 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups/97e9a935-ec39-459b-aa58-2891e1b7c0db HTTP/1.1" status: 404 len: 347 time: 0.0133340 Mar 30 16:50:10.884173 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48270) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:50:11.008725 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-d860f473-0a1a-4d46-956d-ecd645028602 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Deleting port bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:50:11.008978 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d860f473-0a1a-4d46-956d-ecd645028602 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:11.082741 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d860f473-0a1a-4d46-956d-ecd645028602 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:11.083127 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d860f473-0a1a-4d46-956d-ecd645028602 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:11.094325 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-d860f473-0a1a-4d46-956d-ecd645028602 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Calling delete_port for bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f owned by network:floatingip {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:50:11.271842 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d860f473-0a1a-4d46-956d-ecd645028602 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:11.297480 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860f473-0a1a-4d46-956d-ecd645028602 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event deleted for resources: {'Port': ['ID=bda5a3cf-aa0d-41fb-8cea-6e7fec0bc71f,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:11.360757 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d860f473-0a1a-4d46-956d-ecd645028602 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (4733065e-e280-4ae3-8646-6dcf44621147), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:11.363231 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-d860f473-0a1a-4d46-956d-ecd645028602 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:11.365095 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-d860f473-0a1a-4d46-956d-ecd645028602 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "DELETE /v2.0/floatingips/4733065e-e280-4ae3-8646-6dcf44621147 HTTP/1.1" status: 204 len: 168 time: 0.4792604 Mar 30 16:50:11.741928 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48274) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:50:11.744296 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 751d4639-dbdf-4476-9589-c9437ebb8cd7 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:50:11.746488 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-15962a1c-c805-450a-9641-267bedc00105 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1229907871', 'description': 'tempest-description--1213489050'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:50:11.764910 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 751d4639-dbdf-4476-9589-c9437ebb8cd7 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:50:11.765260 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 751d4639-dbdf-4476-9589-c9437ebb8cd7 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:50:11.871930 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-15962a1c-c805-450a-9641-267bedc00105 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:11.937967 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-15962a1c-c805-450a-9641-267bedc00105 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (4edc1252-cdae-423e-a394-02c68940401d), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:12.029812 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-15962a1c-c805-450a-9641-267bedc00105 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (4edc1252-cdae-423e-a394-02c68940401d), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:12.058477 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15962a1c-c805-450a-9641-267bedc00105 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4edc1252-cdae-423e-a394-02c68940401d,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:12.146760 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-15962a1c-c805-450a-9641-267bedc00105 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:12.148072 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-15962a1c-c805-450a-9641-267bedc00105 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4051075 Mar 30 16:50:12.151119 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48276) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:50:12.155462 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-ad9224c0-a91f-4d70-a096-d093de545f3b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'security_group_rule': {'security_group_id': '4edc1252-cdae-423e-a394-02c68940401d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:50:12.263167 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ad9224c0-a91f-4d70-a096-d093de545f3b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (477ef3f9-c65c-4000-aa24-0ed62093d326), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:12.317896 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ad9224c0-a91f-4d70-a096-d093de545f3b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (477ef3f9-c65c-4000-aa24-0ed62093d326), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:12.408897 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ad9224c0-a91f-4d70-a096-d093de545f3b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (477ef3f9-c65c-4000-aa24-0ed62093d326), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:12.426729 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9224c0-a91f-4d70-a096-d093de545f3b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=477ef3f9-c65c-4000-aa24-0ed62093d326,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:12.529135 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ad9224c0-a91f-4d70-a096-d093de545f3b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:12.530377 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ad9224c0-a91f-4d70-a096-d093de545f3b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3783150 Mar 30 16:50:12.533098 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48278) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:50:12.539938 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-53c2a0a5-8359-4a2b-8c52-700de92c95ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'security_group_rule': {'security_group_id': '4edc1252-cdae-423e-a394-02c68940401d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:50:12.663778 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-53c2a0a5-8359-4a2b-8c52-700de92c95ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (0fa35d3e-b9d3-4736-8bdb-56ac740363c8), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:12.717023 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-53c2a0a5-8359-4a2b-8c52-700de92c95ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (0fa35d3e-b9d3-4736-8bdb-56ac740363c8), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:12.789515 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-53c2a0a5-8359-4a2b-8c52-700de92c95ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3890267'] for security_group_rule (0fa35d3e-b9d3-4736-8bdb-56ac740363c8), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:12.808245 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2a0a5-8359-4a2b-8c52-700de92c95ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa35d3e-b9d3-4736-8bdb-56ac740363c8,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:12.905792 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-53c2a0a5-8359-4a2b-8c52-700de92c95ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:12.907059 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-53c2a0a5-8359-4a2b-8c52-700de92c95ad tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3730259 Mar 30 16:50:12.910008 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48280) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:50:12.917813 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'floatingip': {'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:50:13.012734 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:13.109392 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:13.213568 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_common [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Allocated IP 172.27.0.78 (925be276-2685-4f32-a5e5-bf5a79e7dce9/54bc8f7f-2a1e-4c48-89cf-32804c6d3c21/503fc787-6728-4097-81f2-a7374a0ec229) {{(pid=106603) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:50:13.312781 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for port (503fc787-6728-4097-81f2-a7374a0ec229), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:13.420775 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (503fc787-6728-4097-81f2-a7374a0ec229), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:13.454948 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Network 925be276-2685-4f32-a5e5-bf5a79e7dce9 is already hosted by enough agents. {{(pid=106603) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:50:13.457698 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Resources bound (agent type, host, resource id): {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:50:13.461256 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Received port after_create {{(pid=106603) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:50:13.496532 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'Port': ['ID=503fc787-6728-4097-81f2-a7374a0ec229,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:13.556136 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (8be86fd5-7b9e-4f64-b5f1-22c22086a3e6), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:13.641406 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (503fc787-6728-4097-81f2-a7374a0ec229), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:13.792639 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for port (503fc787-6728-4097-81f2-a7374a0ec229), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:13.876811 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-11996145'] for port (503fc787-6728-4097-81f2-a7374a0ec229), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:13.944728 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'Port': ['ID=503fc787-6728-4097-81f2-a7374a0ec229,revision_number=2']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:13.954685 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (8be86fd5-7b9e-4f64-b5f1-22c22086a3e6), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:14.042592 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:14.043904 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-8fce8ff2-2282-48cd-8848-b7411e66aa33 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1329086 Mar 30 16:50:14.242804 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-79f4127b-8bbf-486f-8c02-d9182df976f8 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1229907871&fields=id&tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5 HTTP/1.1" status: 200 len: 267 time: 0.0451288 Mar 30 16:50:14.343199 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-60842a52-0d20-41c3-932a-f78de9ade1b4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:14.344644 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-60842a52-0d20-41c3-932a-f78de9ade1b4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/networks?id=cdcbced6-0d6d-46ed-85f6-6bcd25611785 HTTP/1.1" status: 200 len: 811 time: 0.0956128 Mar 30 16:50:14.358587 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-d46380dc-a82f-4ead-b326-6835dbac0df4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/quotas/d38ae0d6c59446f6b7c78e01c81fbda5 HTTP/1.1" status: 200 len: 375 time: 0.0087008 Mar 30 16:50:14.412288 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-04538060-2e70-4247-84e9-3da12fa5d8a8 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488770 Mar 30 16:50:14.427055 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-e26b1d5f-7a00-4a18-a547-1d44c0afc8eb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=106603) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 30 16:50:14.428552 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-e26b1d5f-7a00-4a18-a547-1d44c0afc8eb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055072 Mar 30 16:50:14.518100 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-85ce0dc5-0625-4ad4-8f3c-9ad8e02b014a service neutron] 10.222.0.21 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842292 Mar 30 16:50:14.604457 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-62236007-5118-4b75-97c4-728d2a49ec03 service neutron] 10.222.0.21 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805197 Mar 30 16:50:14.839331 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-2f7cba59-a63e-4f6e-89c7-aac99359707b req-821bbccf-1fd9-4d6d-a929-f2b1cd531f72 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 210 time: 0.0273528 Mar 30 16:50:15.937193 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d423071b-c9dd-44d8-bae1-76263242f6d7 req-9948031e-b823-44f3-b8c1-d40b88a23d31 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 210 time: 0.0304599 Mar 30 16:50:16.883739 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-756dfa29-3178-44bf-b56a-ef59e76041c8 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:16.885219 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-756dfa29-3178-44bf-b56a-ef59e76041c8 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.41 "GET /v2.0/networks?id=cdcbced6-0d6d-46ed-85f6-6bcd25611785 HTTP/1.1" status: 200 len: 811 time: 0.1032124 Mar 30 16:50:16.952023 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-95ebe694-5ac0-4ae7-b492-55773778be8c tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5 HTTP/1.1" status: 200 len: 380 time: 0.0588396 Mar 30 16:50:16.960745 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'port': {'device_id': '93018293-1697-4cb7-b715-9da6ff06b85d', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'admin_state_up': True, 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'security_groups': ['4edc1252-cdae-423e-a394-02c68940401d']}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:50:17.032498 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-c31c7a97-24e3-480d-8130-f95b9f00ce4b req-7224967a-d37c-4395-8280-c7f411ab4e95 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 210 time: 0.0271518 Mar 30 16:50:17.172675 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Made reservation on behalf of d38ae0d6c59446f6b7c78e01c81fbda5 for: {'port': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:50:17.176045 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:17.301724 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_common [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Allocated IP 172.20.0.11 (cdcbced6-0d6d-46ed-85f6-6bcd25611785/dddf9726-18bb-417d-850d-d95b133b917e/61d73747-8bd6-4bd5-8a74-38be94f99db9) {{(pid=106608) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 30 16:50:17.436575 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:17.540499 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761189695245', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:17.582490 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Network cdcbced6-0d6d-46ed-85f6-6bcd25611785 is already hosted by enough agents. {{(pid=106608) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 30 16:50:17.585677 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Resources bound (agent type, host, resource id): {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:50:17.591350 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Received port after_create {{(pid=106608) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 30 16:50:17.614357 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event updated for resources: {'Port': ['ID=61d73747-8bd6-4bd5-8a74-38be94f99db9,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:17.642984 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:17.643588 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:17.741490 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-5fea02e4-0033-4af4-bdf6-26853c858ff3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7848735 Mar 30 16:50:17.757030 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Request body: {'port': {'device_id': '93018293-1697-4cb7-b715-9da6ff06b85d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83587'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:50:17.819439 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:17.857171 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-5f50bff6-959b-4961-b7fb-e36e254e3131 None None] Provisioning complete for port 61d73747-8bd6-4bd5-8a74-38be94f99db9 triggered by entity DHCP. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:50:17.857734 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5f50bff6-959b-4961-b7fb-e36e254e3131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:17.891024 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-5f50bff6-959b-4961-b7fb-e36e254e3131 None None] Port 61d73747-8bd6-4bd5-8a74-38be94f99db9 cannot update to ACTIVE because it is not bound. {{(pid=106615) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 30 16:50:18.077587 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61d73747-8bd6-4bd5-8a74-38be94f99db9 {{(pid=106608) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:50:18.086562 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Publish callbacks [] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:18.098395 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.provisioning_blocks [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Transition to ACTIVE for port object 61d73747-8bd6-4bd5-8a74-38be94f99db9 will not be triggered until provisioned by entity L2. {{(pid=106608) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 30 16:50:18.154204 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b981d-842c-444d-a0a9-dd7803de4e0b req-c01547a6-9cdf-4926-8fc5-98b58aa71991 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:18.155713 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-008b981d-842c-444d-a0a9-dd7803de4e0b req-c01547a6-9cdf-4926-8fc5-98b58aa71991 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 932 time: 0.0522556 Mar 30 16:50:18.178539 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:18.202171 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-008b981d-842c-444d-a0a9-dd7803de4e0b req-9fa33e35-04b3-4fa7-a9a5-9d25efa87826 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408311 Mar 30 16:50:18.272524 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Pushing event updated for resources: {'Port': ['ID=61d73747-8bd6-4bd5-8a74-38be94f99db9,revision_number=2']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:18.298864 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Attempting to bind port 61d73747-8bd6-4bd5-8a74-38be94f99db9 on host hv-cinder-83587 for vnic_type normal with profile {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 30 16:50:18.299304 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Attempting to bind port 61d73747-8bd6-4bd5-8a74-38be94f99db9 by drivers openvswitch,hyperv on host hv-cinder-83587 at level 0 using segments [{'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 30 16:50:18.299704 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Attempting to bind port 61d73747-8bd6-4bd5-8a74-38be94f99db9 on network cdcbced6-0d6d-46ed-85f6-6bcd25611785 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:50:18.305001 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Port 61d73747-8bd6-4bd5-8a74-38be94f99db9 on network cdcbced6-0d6d-46ed-85f6-6bcd25611785 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83587 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 30 16:50:18.305318 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Attempting to bind port 61d73747-8bd6-4bd5-8a74-38be94f99db9 on network cdcbced6-0d6d-46ed-85f6-6bcd25611785 {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 30 16:50:18.310224 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Checking agent: {'id': '104348e2-bcb2-43f9-acad-134023c66e6d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83587', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'started_at': datetime.datetime(2022, 3, 30, 16, 37, 20), 'heartbeat_timestamp': datetime.datetime(2022, 3, 30, 16, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 30 16:50:18.310561 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Checking segment: {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:50:18.310971 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Bound using segment: {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'} {{(pid=106608) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 30 16:50:18.311444 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.managers [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Bound port: 61d73747-8bd6-4bd5-8a74-38be94f99db9, host: hv-cinder-83587, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c50bd3f8-4250-4074-a607-87c340b5bd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 536, 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785'}}] {{(pid=106608) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 30 16:50:18.311756 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), before_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:18.376685 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] For port 61d73747-8bd6-4bd5-8a74-38be94f99db9, host hv-cinder-83587, cleared binding levels {{(pid=106608) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 30 16:50:18.379798 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] For port 61d73747-8bd6-4bd5-8a74-38be94f99db9, host hv-cinder-83587, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=61d73747-8bd6-4bd5-8a74-38be94f99db9,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106608) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 30 16:50:18.487527 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12227004'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:18.520152 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:18.520711 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:18.522703 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] 10.222.0.41 "PUT /v2.0/ports/61d73747-8bd6-4bd5-8a74-38be94f99db9 HTTP/1.1" status: 200 len: 1094 time: 0.7710519 Mar 30 16:50:18.525012 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93018293-1697-4cb7-b715-9da6ff06b85d', 'tag': '61d73747-8bd6-4bd5-8a74-38be94f99db9'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:50:18.527910 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe85195-93a8-4c80-8a74-c1d7b82daac7" -d '{"events": [{"name": "network-changed", "server_uuid": "93018293-1697-4cb7-b715-9da6ff06b85d", "tag": "61d73747-8bd6-4bd5-8a74-38be94f99db9"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:50:18.561542 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e052e92-9b55-4482-bf5c-e19efdd38aec service neutron] Pushing event updated for resources: {'Port': ['ID=61d73747-8bd6-4bd5-8a74-38be94f99db9,revision_number=3']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:18.572194 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a56a5f-20f5-4a4f-8c96-190e8a8d0cf7 x-openstack-request-id: req-e2a56a5f-20f5-4a4f-8c96-190e8a8d0cf7 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:50:18.572497 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93018293-1697-4cb7-b715-9da6ff06b85d", "tag": "61d73747-8bd6-4bd5-8a74-38be94f99db9", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:50:18.572709 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2a56a5f-20f5-4a4f-8c96-190e8a8d0cf7 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:50:18.573115 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2a56a5f-20f5-4a4f-8c96-190e8a8d0cf7'] response: {'name': 'network-changed', 'server_uuid': '93018293-1697-4cb7-b715-9da6ff06b85d', 'tag': '61d73747-8bd6-4bd5-8a74-38be94f99db9', 'status': 'completed', 'code': 200} Mar 30 16:50:18.640843 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85195-93a8-4c80-8a74-c1d7b82daac7 req-82a5042b-7dfe-4832-81b9-1411333df5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:18.642364 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9fe85195-93a8-4c80-8a74-c1d7b82daac7 req-82a5042b-7dfe-4832-81b9-1411333df5a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 1128 time: 0.0467436 Mar 30 16:50:18.743952 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85195-93a8-4c80-8a74-c1d7b82daac7 req-d4a03bea-9923-4a92-8172-91f7067b010e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:18.745454 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9fe85195-93a8-4c80-8a74-c1d7b82daac7 req-d4a03bea-9923-4a92-8172-91f7067b010e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0952430 Mar 30 16:50:18.838203 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe85195-93a8-4c80-8a74-c1d7b82daac7 req-ab99bf3a-e9fa-4930-9ddb-894956521dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:18.839636 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9fe85195-93a8-4c80-8a74-c1d7b82daac7 req-ab99bf3a-e9fa-4930-9ddb-894956521dc6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867219 Mar 30 16:50:18.921694 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-f927dd8f-b919-4589-a50a-a6bb7c43669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:18.923227 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-f927dd8f-b919-4589-a50a-a6bb7c43669d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 1128 time: 0.0479703 Mar 30 16:50:18.963262 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-d75e65fa-9195-4306-8976-3cb05293d936 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61d73747-8bd6-4bd5-8a74-38be94f99db9 HTTP/1.1" status: 200 len: 217 time: 0.0331807 Mar 30 16:50:19.009662 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-795c58ff-702a-49d9-8b31-3c9bed2c3e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:19.011136 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-795c58ff-702a-49d9-8b31-3c9bed2c3e31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dddf9726-18bb-417d-850d-d95b133b917e HTTP/1.1" status: 200 len: 850 time: 0.0419321 Mar 30 16:50:19.061393 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-6c44e4f7-cc8c-4ca2-a278-6bc1a348479d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:19.062924 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-6c44e4f7-cc8c-4ca2-a278-6bc1a348479d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdcbced6-0d6d-46ed-85f6-6bcd25611785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452516 Mar 30 16:50:19.151587 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-f51466da-7db9-40d4-88b8-e4d80f023afa service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820322 Mar 30 16:50:19.243316 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-9b0bee80-551f-4a8f-9cef-93e98c6605ce req-d5f3ec44-dfbb-4670-ad25-151f2d731c67 service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852401 Mar 30 16:50:19.320545 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8033a15-0285-427e-bdf6-a173e0ede3eb req-e4d613ab-173f-43b8-9595-21fdc73b6006 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:19.322026 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d8033a15-0285-427e-bdf6-a173e0ede3eb req-e4d613ab-173f-43b8-9595-21fdc73b6006 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 944 time: 0.0520153 Mar 30 16:50:19.371602 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d8033a15-0285-427e-bdf6-a173e0ede3eb req-8d0a72ff-e011-4c5c-8e53-f4d7771b42ce tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439391 Mar 30 16:50:19.911740 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:20.492078 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec883f-be55-4a1b-ae12-092372cbc8d2 req-8c28da70-563e-4483-9a08-4a3f1dc018fa tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:20.493547 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a3ec883f-be55-4a1b-ae12-092372cbc8d2 req-8c28da70-563e-4483-9a08-4a3f1dc018fa tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 944 time: 0.0519249 Mar 30 16:50:20.540051 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-a3ec883f-be55-4a1b-ae12-092372cbc8d2 req-17939db6-e637-406a-8997-d8a7b5240d70 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409076 Mar 30 16:50:21.668859 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c66449d-faac-4510-8c46-a57148446e25 req-9e27374f-840b-4edd-9e78-82188c5b013d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:21.671483 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c66449d-faac-4510-8c46-a57148446e25 req-9e27374f-840b-4edd-9e78-82188c5b013d tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 944 time: 0.0609717 Mar 30 16:50:21.724909 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-6c66449d-faac-4510-8c46-a57148446e25 req-4ef34094-bbef-4ccb-9dcb-3b430fcad3ce tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462720 Mar 30 16:50:22.845351 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0d17f-0b7d-4661-b8e9-2b1096c95277 req-2c59c162-e667-4dac-9fe3-7d6f4d063f35 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:22.846840 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-52d0d17f-0b7d-4661-b8e9-2b1096c95277 req-2c59c162-e667-4dac-9fe3-7d6f4d063f35 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 944 time: 0.0547874 Mar 30 16:50:22.892114 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-52d0d17f-0b7d-4661-b8e9-2b1096c95277 req-9f2cc8a9-167c-4ac6-b206-29d0090f4df3 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390553 Mar 30 16:50:23.796982 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 61d73747-8bd6-4bd5-8a74-38be94f99db9 details requested by agent hyperv_hv-cinder-83587 with host hv-cinder-83587 {{(pid=106615) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 30 16:50:23.894315 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 61d73747-8bd6-4bd5-8a74-38be94f99db9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=61d73747-8bd6-4bd5-8a74-38be94f99db9,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:23.905946 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Returning: {'device': '61d73747-8bd6-4bd5-8a74-38be94f99db9', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'port_id': '61d73747-8bd6-4bd5-8a74-38be94f99db9', 'mac_address': 'fa:16:3e:16:4a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 536, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106615) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 30 16:50:23.943669 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 61d73747-8bd6-4bd5-8a74-38be94f99db9 is: DOWN; New status is: BUILD {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:50:23.944061 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:23.956930 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61d73747-8bd6-4bd5-8a74-38be94f99db9 {{(pid=106615) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 30 16:50:23.977287 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 61d73747-8bd6-4bd5-8a74-38be94f99db9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=61d73747-8bd6-4bd5-8a74-38be94f99db9,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:24.008542 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eafa19-e901-440a-952d-425bb7ea902a req-5bdaddb1-93cd-48d7-aafa-bbeb755af2b4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:24.010013 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-30eafa19-e901-440a-952d-425bb7ea902a req-5bdaddb1-93cd-48d7-aafa-bbeb755af2b4 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 944 time: 0.0520306 Mar 30 16:50:24.055736 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-30eafa19-e901-440a-952d-425bb7ea902a req-45ba0533-b138-4708-b426-a1bb83eb1550 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401611 Mar 30 16:50:24.080776 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:24.133665 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=61d73747-8bd6-4bd5-8a74-38be94f99db9,revision_number=4']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:24.294802 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] get_ports_and_sgs() called for port_ids ['61d73747-8bd6-4bd5-8a74-38be94f99db9'] {{(pid=106615) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 30 16:50:24.513993 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:50:25.176839 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037965ee-3802-4d7c-a2fa-b9cf3621db90 req-1de14402-2e6c-4b6b-aaa3-59b3e67d8e0b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:25.178836 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-037965ee-3802-4d7c-a2fa-b9cf3621db90 req-1de14402-2e6c-4b6b-aaa3-59b3e67d8e0b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 945 time: 0.0570214 Mar 30 16:50:25.225120 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-037965ee-3802-4d7c-a2fa-b9cf3621db90 req-d38c00ac-3644-4249-82ce-7c82ed373c47 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407367 Mar 30 16:50:25.806244 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 61d73747-8bd6-4bd5-8a74-38be94f99db9 up at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 30 16:50:25.915114 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning for port 61d73747-8bd6-4bd5-8a74-38be94f99db9 completed by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 30 16:50:25.919060 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.provisioning_blocks [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Provisioning complete for port 61d73747-8bd6-4bd5-8a74-38be94f99db9 triggered by entity L2. {{(pid=106615) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 30 16:50:25.919433 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-691456'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), provisioning_complete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:25.997349 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Current status of the port 61d73747-8bd6-4bd5-8a74-38be94f99db9 is: BUILD; New status is: ACTIVE {{(pid=106615) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 30 16:50:25.997740 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), before_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:26.019640 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93018293-1697-4cb7-b715-9da6ff06b85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d73747-8bd6-4bd5-8a74-38be94f99db9'}] {{(pid=106615) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:50:26.021963 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b8d1149d25eedfd1a77c067d6ebf66d0ff898bb183a7c7a2b333b4edf4a2ab7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02048934-7a96-49d7-8ac5-7e5d1310a090" -d '{"events": [{"server_uuid": "93018293-1697-4cb7-b715-9da6ff06b85d", "name": "network-vif-plugged", "status": "completed", "tag": "61d73747-8bd6-4bd5-8a74-38be94f99db9"}]}' {{(pid=106615) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:50:26.035085 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] For port 61d73747-8bd6-4bd5-8a74-38be94f99db9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=61d73747-8bd6-4bd5-8a74-38be94f99db9,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:50:26.106384 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761190183051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761189695263', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761189695281'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:26.130230 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b5e417-1788-40bf-b6fc-73cd6dd9ff8b x-openstack-request-id: req-51b5e417-1788-40bf-b6fc-73cd6dd9ff8b {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:50:26.130515 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93018293-1697-4cb7-b715-9da6ff06b85d", "name": "network-vif-plugged", "status": "completed", "tag": "61d73747-8bd6-4bd5-8a74-38be94f99db9", "code": 200}]} {{(pid=106615) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:50:26.130792 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51b5e417-1788-40bf-b6fc-73cd6dd9ff8b {{(pid=106615) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:50:26.131184 dv-cinder-835871-1-iscsi neutron-server[106615]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51b5e417-1788-40bf-b6fc-73cd6dd9ff8b'] response: {'server_uuid': '93018293-1697-4cb7-b715-9da6ff06b85d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61d73747-8bd6-4bd5-8a74-38be94f99db9', 'code': 200} Mar 30 16:50:26.160442 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Pushing event updated for resources: {'Port': ['ID=61d73747-8bd6-4bd5-8a74-38be94f99db9,revision_number=5']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:50:26.342170 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded0b5c9-40c1-4625-851e-c23a7ab0615f req-1b9a9573-9d08-4734-80f1-7e21a3ab7139 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:26.343713 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ded0b5c9-40c1-4625-851e-c23a7ab0615f req-1b9a9573-9d08-4734-80f1-7e21a3ab7139 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 946 time: 0.0526323 Mar 30 16:50:26.392088 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-ded0b5c9-40c1-4625-851e-c23a7ab0615f req-398efed2-cb04-44a1-9bbc-ccddbdd87bac tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419445 Mar 30 16:50:26.442766 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd53a4-ca0c-4419-9314-e964dbaf4290 req-3391d464-e664-450f-832d-493c56d1ed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:26.444339 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-eddd53a4-ca0c-4419-9314-e964dbaf4290 req-3391d464-e664-450f-832d-493c56d1ed3b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 1130 time: 0.0442479 Mar 30 16:50:26.487410 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-eddd53a4-ca0c-4419-9314-e964dbaf4290 req-c029123e-e4c0-4e16-a223-91ec642fe1e9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368867 Mar 30 16:50:27.514023 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbbd167-7193-4c04-b185-a749ca8c4f88 req-491e9fbb-c763-4145-939a-3ecbcf14552a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:27.515510 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8cbbd167-7193-4c04-b185-a749ca8c4f88 req-491e9fbb-c763-4145-939a-3ecbcf14552a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 946 time: 0.0539029 Mar 30 16:50:27.566030 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8cbbd167-7193-4c04-b185-a749ca8c4f88 req-243b817f-b7b4-4414-b89e-5daecff72801 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442510 Mar 30 16:50:28.683882 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf532e-57ff-4e43-98fa-fb6e49ec0f36 req-a845bfc3-d8f8-41bf-a276-356ad5c3dd87 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:28.685335 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ebf532e-57ff-4e43-98fa-fb6e49ec0f36 req-a845bfc3-d8f8-41bf-a276-356ad5c3dd87 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 946 time: 0.0510554 Mar 30 16:50:28.730771 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-1ebf532e-57ff-4e43-98fa-fb6e49ec0f36 req-c323a220-f19b-41e8-af58-993376b3b1d2 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399055 Mar 30 16:50:28.842694 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f5c49-8056-498d-b623-174223b3f5c4 req-bd97745f-b421-4622-96ef-754a4806ccfe tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:28.844143 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-0c0f5c49-8056-498d-b623-174223b3f5c4 req-bd97745f-b421-4622-96ef-754a4806ccfe tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 946 time: 0.0511136 Mar 30 16:50:28.852777 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48346) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:50:28.856931 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-f5d9d179-d804-4b14-aa9b-f393905700bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Request body: {'floatingip': {'port_id': '61d73747-8bd6-4bd5-8a74-38be94f99db9'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:50:28.897523 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d179-d804-4b14-aa9b-f393905700bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (8be86fd5-7b9e-4f64-b5f1-22c22086a3e6), before_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:29.311429 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d179-d804-4b14-aa9b-f393905700bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:29.377951 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d179-d804-4b14-aa9b-f393905700bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (8be86fd5-7b9e-4f64-b5f1-22c22086a3e6), after_update {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:29.471609 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-0f962ee0-d8c1-40bd-89c0-e4b7894a958c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:29.480020 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.l3_db [None req-f5d9d179-d804-4b14-aa9b-f393905700bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Floating IP 8be86fd5-7b9e-4f64-b5f1-22c22086a3e6 associated. External IP: 172.27.0.78, port: 61d73747-8bd6-4bd5-8a74-38be94f99db9. Mar 30 16:50:29.685029 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d9d179-d804-4b14-aa9b-f393905700bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:50:29.792440 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d9d179-d804-4b14-aa9b-f393905700bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:50:29.797134 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d179-d804-4b14-aa9b-f393905700bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:29.801781 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10468235-6b1e-408e-a81a-cda36fc3730a None None] Sync routers for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:50:29.812797 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10468235-6b1e-408e-a81a-cda36fc3730a None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:50:29.813825 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-10468235-6b1e-408e-a81a-cda36fc3730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:50:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:29.826678 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-f5d9d179-d804-4b14-aa9b-f393905700bc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "PUT /v2.0/floatingips/8be86fd5-7b9e-4f64-b5f1-22c22086a3e6 HTTP/1.1" status: 200 len: 991 time: 0.9728167 Mar 30 16:50:29.827400 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93018293-1697-4cb7-b715-9da6ff06b85d', 'tag': '61d73747-8bd6-4bd5-8a74-38be94f99db9'}] {{(pid=106603) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:50:29.829637 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}36283e0a2fd96d112f8a3792d0d77c32953bf77980c4883dc5ee8aaea0ce33fb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8" -d '{"events": [{"name": "network-changed", "server_uuid": "93018293-1697-4cb7-b715-9da6ff06b85d", "tag": "61d73747-8bd6-4bd5-8a74-38be94f99db9"}]}' {{(pid=106603) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:50:29.923844 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-10468235-6b1e-408e-a81a-cda36fc3730a None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:50:29.926801 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709a1742-6479-4d42-989e-ded28aa5af0b x-openstack-request-id: req-709a1742-6479-4d42-989e-ded28aa5af0b {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:50:29.927630 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93018293-1697-4cb7-b715-9da6ff06b85d", "tag": "61d73747-8bd6-4bd5-8a74-38be94f99db9", "status": "completed", "code": 200}]} {{(pid=106603) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:50:29.927898 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-709a1742-6479-4d42-989e-ded28aa5af0b {{(pid=106603) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:50:29.928289 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709a1742-6479-4d42-989e-ded28aa5af0b'] response: {'name': 'network-changed', 'server_uuid': '93018293-1697-4cb7-b715-9da6ff06b85d', 'tag': '61d73747-8bd6-4bd5-8a74-38be94f99db9', 'status': 'completed', 'code': 200} Mar 30 16:50:29.993250 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8 req-d12ad850-924e-4a1b-b339-a8e2212c967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:29.994770 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8 req-d12ad850-924e-4a1b-b339-a8e2212c967e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 1130 time: 0.0442538 Mar 30 16:50:30.088202 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8 req-f17e8a3a-d250-4d15-9140-1fe57aae120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:30.089663 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8 req-f17e8a3a-d250-4d15-9140-1fe57aae120f service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdcbced6-0d6d-46ed-85f6-6bcd25611785 HTTP/1.1" status: 200 len: 912 time: 0.0890138 Mar 30 16:50:30.144053 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-10468235-6b1e-408e-a81a-cda36fc3730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '8be86fd5-7b9e-4f64-b5f1-22c22086a3e6', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'port_id': '61d73747-8bd6-4bd5-8a74-38be94f99db9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'mac_address': 'fa:16:3e:16:4a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93018293-1697-4cb7-b715-9da6ff06b85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:50:13Z', 'updated_at': '2022-03-30T16:50:29Z', 'revision_number': 1, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:30.156258 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8 req-3ff731a0-c493-4237-a3cd-f8574c73562c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61d73747-8bd6-4bd5-8a74-38be94f99db9 HTTP/1.1" status: 200 len: 999 time: 0.0602827 Mar 30 16:50:30.173181 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10468235-6b1e-408e-a81a-cda36fc3730a None None] Checking router: e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:50:30.181856 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10468235-6b1e-408e-a81a-cda36fc3730a None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:50:30.182453 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-10468235-6b1e-408e-a81a-cda36fc3730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:50:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:30.207242 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8 req-b3165ea3-6762-4d77-9e9e-086890fa385a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:30.208869 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8 req-b3165ea3-6762-4d77-9e9e-086890fa385a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=dddf9726-18bb-417d-850d-d95b133b917e HTTP/1.1" status: 200 len: 850 time: 0.0466788 Mar 30 16:50:30.256156 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8 req-ff4b2aaa-0760-4390-90ae-ec097bbeb4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:50:30.257761 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8 req-ff4b2aaa-0760-4390-90ae-ec097bbeb4e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdcbced6-0d6d-46ed-85f6-6bcd25611785&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434272 Mar 30 16:50:30.284755 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-10468235-6b1e-408e-a81a-cda36fc3730a None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:50:30.345135 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8 req-d4b97757-9903-4e25-8d01-ff21e8a56e51 service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809240 Mar 30 16:50:30.436202 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-8b4f9f41-bf08-41b1-bd1d-20cd8f24cfb8 req-e77a1535-090b-418b-ae65-671c980f0b54 service neutron] 10.222.0.41 "GET /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840619 Mar 30 16:50:30.507813 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-10468235-6b1e-408e-a81a-cda36fc3730a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '8be86fd5-7b9e-4f64-b5f1-22c22086a3e6', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'port_id': '61d73747-8bd6-4bd5-8a74-38be94f99db9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'mac_address': 'fa:16:3e:16:4a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93018293-1697-4cb7-b715-9da6ff06b85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:50:13Z', 'updated_at': '2022-03-30T16:50:29Z', 'revision_number': 1, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:50:30.533464 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10468235-6b1e-408e-a81a-cda36fc3730a None None] The sync data for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi is: [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_floatingips': [{'id': '8be86fd5-7b9e-4f64-b5f1-22c22086a3e6', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'router_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'port_id': '61d73747-8bd6-4bd5-8a74-38be94f99db9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 676, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'mac_address': 'fa:16:3e:16:4a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93018293-1697-4cb7-b715-9da6ff06b85d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-30T16:50:13Z', 'updated_at': '2022-03-30T16:50:29Z', 'revision_number': 1, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:50:30.723405 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1ce087-d462-4ef5-9613-b299f0c8791f None None] New status for floating IP 8be86fd5-7b9e-4f64-b5f1-22c22086a3e6: ACTIVE {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:50:31.766371 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-75010a6e-1b93-4d72-85d9-633f8accf1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:33.111196 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:34.339531 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:35.796593 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:49.951021 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:50:59.419080 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ac17cd91-b3d8-4450-b0fa-0171b22b7e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:01.514193 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:51:01.806020 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-28ba45bc-c06e-4b7d-86d7-7d72d7e27737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:03.087156 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:04.327810 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:05.778512 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.458107 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48432) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:19.611499 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Deleting port 643309bf-02d6-4fae-a0c4-8d707a36f655 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:19.611758 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (643309bf-02d6-4fae-a0c4-8d707a36f655), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.685527 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (643309bf-02d6-4fae-a0c4-8d707a36f655), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.685851 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for floatingip (643309bf-02d6-4fae-a0c4-8d707a36f655), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.697652 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Calling delete_port for 643309bf-02d6-4fae-a0c4-8d707a36f655 owned by network:floatingip {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:19.899037 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (643309bf-02d6-4fae-a0c4-8d707a36f655), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.921373 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:19.926977 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event deleted for resources: {'Port': ['ID=643309bf-02d6-4fae-a0c4-8d707a36f655,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:19.939054 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.939403 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.939750 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.940088 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.940422 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.940758 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.941084 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.941415 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.941739 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.942064 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.942388 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.942738 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.943062 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.943382 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:19.943704 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:20.240071 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for floatingip (68f8f62a-55ef-4eaa-b90f-1eb700c3a5c7), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.240352 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.l3_db [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Floating IP 68f8f62a-55ef-4eaa-b90f-1eb700c3a5c7 disassociated (deleted). External IP: 172.27.0.114, port: 7c69fd0a-39a3-41c5-813f-73c07f2740bb. Mar 30 16:51:20.448800 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Router 79c56d52-3452-4317-b689-233744579c02 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:51:20.555926 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:20.560618 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:20.565994 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a367049-9638-498e-b2af-bca950cf56d7 None None] Sync routers for ids ['79c56d52-3452-4317-b689-233744579c02'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:51:20.575702 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a367049-9638-498e-b2af-bca950cf56d7 None None] Routers {'79c56d52-3452-4317-b689-233744579c02'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:20.576313 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-9a367049-9638-498e-b2af-bca950cf56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:51:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['79c56d52-3452-4317-b689-233744579c02'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:20.589532 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-7ec76115-697a-45e4-af9e-5fc27e549eab tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "DELETE /v2.0/floatingips/68f8f62a-55ef-4eaa-b90f-1eb700c3a5c7 HTTP/1.1" status: 204 len: 168 time: 1.1303949 Mar 30 16:51:20.590120 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:51:20.592414 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae762f32-84da-45ed-b3ae-403f14a1fe92" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:51:20.634628 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 30 Mar 2022 16:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5d667a-8fa4-429f-b5bb-7160a6361998 x-openstack-request-id: req-fb5d667a-8fa4-429f-b5bb-7160a6361998 {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:51:20.634925 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:51:20.635179 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fb5d667a-8fa4-429f-b5bb-7160a6361998 {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:51:20.635582 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5d667a-8fa4-429f-b5bb-7160a6361998'] response: {'name': 'network-changed', 'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'status': 'completed', 'code': 200} Mar 30 16:51:20.686416 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-9a367049-9638-498e-b2af-bca950cf56d7 None None] Set router 79c56d52-3452-4317-b689-233744579c02 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:20.700763 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae762f32-84da-45ed-b3ae-403f14a1fe92 req-03f61084-2a45-4530-8b16-059dc29ac73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:20.702281 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ae762f32-84da-45ed-b3ae-403f14a1fe92 req-03f61084-2a45-4530-8b16-059dc29ac73d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=271d66244aa14243b27a2fcf55275bcd&device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 1130 time: 0.0467618 Mar 30 16:51:20.794424 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae762f32-84da-45ed-b3ae-403f14a1fe92 req-97f3e2c8-3898-428f-bc39-cff4c201fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:20.795917 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ae762f32-84da-45ed-b3ae-403f14a1fe92 req-97f3e2c8-3898-428f-bc39-cff4c201fd06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aa4cebb7-4fd1-47fc-87e8-524051c7f431 HTTP/1.1" status: 200 len: 909 time: 0.0879397 Mar 30 16:51:20.838768 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ae762f32-84da-45ed-b3ae-403f14a1fe92 req-e181474d-c402-4e3f-8ead-413d6b472d4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb HTTP/1.1" status: 200 len: 217 time: 0.0369380 Mar 30 16:51:20.886226 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae762f32-84da-45ed-b3ae-403f14a1fe92 req-4175ca7d-868c-4d6a-aa46-e4eb4f26c856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:20.887703 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ae762f32-84da-45ed-b3ae-403f14a1fe92 req-4175ca7d-868c-4d6a-aa46-e4eb4f26c856 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e2d4f594-88fc-4f70-a374-0461ec5e34bf HTTP/1.1" status: 200 len: 847 time: 0.0436642 Mar 30 16:51:20.894685 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-9a367049-9638-498e-b2af-bca950cf56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4e41044c-a068-4b4c-9575-7d00ae2b5231', 'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'mac_address': 'fa:16:3e:6e:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:25Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 5, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'subnets': [{'id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:20.926137 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a367049-9638-498e-b2af-bca950cf56d7 None None] Checking router: 79c56d52-3452-4317-b689-233744579c02 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:51:20.934854 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a367049-9638-498e-b2af-bca950cf56d7 None None] Routers {'79c56d52-3452-4317-b689-233744579c02'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:20.935454 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-9a367049-9638-498e-b2af-bca950cf56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:51:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['79c56d52-3452-4317-b689-233744579c02'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:20.941893 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae762f32-84da-45ed-b3ae-403f14a1fe92 req-d18fe6e6-d886-4746-8130-3dfe2efd68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:20.944058 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ae762f32-84da-45ed-b3ae-403f14a1fe92 req-d18fe6e6-d886-4746-8130-3dfe2efd68b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aa4cebb7-4fd1-47fc-87e8-524051c7f431&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507357 Mar 30 16:51:21.039900 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ae762f32-84da-45ed-b3ae-403f14a1fe92 req-84038b47-6713-45d8-89fb-a9025d917a40 service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883603 Mar 30 16:51:21.131849 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c1e345-7c76-4b92-978d-1972e25bc458 req-89144bb3-7297-4554-ba78-da86ae81f17c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:21.133553 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0c1e345-7c76-4b92-978d-1972e25bc458 req-89144bb3-7297-4554-ba78-da86ae81f17c tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0663059 Mar 30 16:51:21.149625 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-9a367049-9638-498e-b2af-bca950cf56d7 None None] Set router 79c56d52-3452-4317-b689-233744579c02 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:21.157516 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-ae762f32-84da-45ed-b3ae-403f14a1fe92 req-12aa148f-4c61-49b9-b156-24471bb09bc0 service neutron] 10.222.0.41 "GET /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037292 Mar 30 16:51:21.196227 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-f0c1e345-7c76-4b92-978d-1972e25bc458 req-4318082c-9c91-461a-b61d-f3e051c61ba0 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485017 Mar 30 16:51:21.378676 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-9a367049-9638-498e-b2af-bca950cf56d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4e41044c-a068-4b4c-9575-7d00ae2b5231', 'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'mac_address': 'fa:16:3e:6e:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:25Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 5, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'subnets': [{'id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:21.407072 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a367049-9638-498e-b2af-bca950cf56d7 None None] The sync data for ids ['79c56d52-3452-4317-b689-233744579c02'] in dv-cinder-835871-1-iscsi is: [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:25Z', 'revision_number': 4, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': '4e41044c-a068-4b4c-9575-7d00ae2b5231', 'name': '', 'network_id': 'aa4cebb7-4fd1-47fc-87e8-524051c7f431', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'mac_address': 'fa:16:3e:6e:89:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:25Z', 'updated_at': '2022-03-30T16:46:30Z', 'revision_number': 5, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'subnets': [{'id': 'e2d4f594-88fc-4f70-a374-0461ec5e34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:51:21.635426 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7013b3-26b5-4992-a159-2f164b8efbaf None None] New status for floating IP 68f8f62a-55ef-4eaa-b90f-1eb700c3a5c7: DOWN {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:51:22.317906 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d349c1da-f039-4712-843b-56fd24b749a9 req-aae18106-caf3-4d9c-a0a9-aee647c66982 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:22.320003 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d349c1da-f039-4712-843b-56fd24b749a9 req-aae18106-caf3-4d9c-a0a9-aee647c66982 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0555584 Mar 30 16:51:22.366579 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-d349c1da-f039-4712-843b-56fd24b749a9 req-5aef22d7-da8c-4c1b-a4c2-ed4223561520 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/security-groups?id=5e11302f-74bc-4553-b9c1-639a5a38494b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410950 Mar 30 16:51:22.624772 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fd9d09-f542-4405-a6cb-60c64e472375 req-5427a60a-4a08-4433-92d2-a0be3afdc015 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:22.626215 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-06fd9d09-f542-4405-a6cb-60c64e472375 req-5427a60a-4a08-4433-92d2-a0be3afdc015 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 946 time: 0.0519850 Mar 30 16:51:22.716031 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-06fd9d09-f542-4405-a6cb-60c64e472375 req-65207848-d0c6-4a54-9cea-431984d787fa tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Deleting port 7c69fd0a-39a3-41c5-813f-73c07f2740bb {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:22.716366 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-06fd9d09-f542-4405-a6cb-60c64e472375 req-65207848-d0c6-4a54-9cea-431984d787fa tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:22.804998 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-06fd9d09-f542-4405-a6cb-60c64e472375 req-65207848-d0c6-4a54-9cea-431984d787fa tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] For port 7c69fd0a-39a3-41c5-813f-73c07f2740bb, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=7c69fd0a-39a3-41c5-813f-73c07f2740bb,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:22.805357 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-06fd9d09-f542-4405-a6cb-60c64e472375 req-65207848-d0c6-4a54-9cea-431984d787fa tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:22.818186 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-06fd9d09-f542-4405-a6cb-60c64e472375 req-65207848-d0c6-4a54-9cea-431984d787fa tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Calling delete_port for 7c69fd0a-39a3-41c5-813f-73c07f2740bb owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:23.016819 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-06fd9d09-f542-4405-a6cb-60c64e472375 req-65207848-d0c6-4a54-9cea-431984d787fa tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (7c69fd0a-39a3-41c5-813f-73c07f2740bb), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:23.047109 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65207848-d0c6-4a54-9cea-431984d787fa tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event deleted for resources: {'Port': ['ID=7c69fd0a-39a3-41c5-813f-73c07f2740bb,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:23.089940 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-06fd9d09-f542-4405-a6cb-60c64e472375 req-65207848-d0c6-4a54-9cea-431984d787fa tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] No DVR routers for this DVR port 7c69fd0a-39a3-41c5-813f-73c07f2740bb on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:23.092399 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-06fd9d09-f542-4405-a6cb-60c64e472375 req-65207848-d0c6-4a54-9cea-431984d787fa tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:23.095697 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-06fd9d09-f542-4405-a6cb-60c64e472375 req-65207848-d0c6-4a54-9cea-431984d787fa tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.41 "DELETE /v2.0/ports/7c69fd0a-39a3-41c5-813f-73c07f2740bb HTTP/1.1" status: 204 len: 173 time: 0.4638357 Mar 30 16:51:23.096113 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'name': 'network-vif-deleted', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:51:23.098351 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60141602-ca48-4eaa-b13e-82df5e4cd891" -d '{"events": [{"server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "name": "network-vif-deleted", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:51:23.134497 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1c00d3-4221-483c-894a-9dd2556f8f9f x-openstack-request-id: req-ee1c00d3-4221-483c-894a-9dd2556f8f9f {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:51:23.134833 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb", "name": "network-vif-deleted", "tag": "7c69fd0a-39a3-41c5-813f-73c07f2740bb", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:51:23.135085 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee1c00d3-4221-483c-894a-9dd2556f8f9f {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:51:23.135487 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1c00d3-4221-483c-894a-9dd2556f8f9f'] response: {'server_uuid': 'a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb', 'name': 'network-vif-deleted', 'tag': '7c69fd0a-39a3-41c5-813f-73c07f2740bb', 'status': 'completed', 'code': 200} Mar 30 16:51:23.467199 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-3f69f11a-b812-4b14-b190-7e30c3153f94 req-3282405a-373b-4104-986d-2f9fa4146414 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1cde5a5-52a3-4e1e-93b9-d7cf086f8cbb HTTP/1.1" status: 200 len: 210 time: 0.0288277 Mar 30 16:51:24.525819 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48460) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:24.585196 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-43909f22-7fe9-4318-a925-2b2a0c6c8424 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group (5e11302f-74bc-4553-b9c1-639a5a38494b), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:24.610106 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-43909f22-7fe9-4318-a925-2b2a0c6c8424 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group (5e11302f-74bc-4553-b9c1-639a5a38494b), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:24.750242 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-43909f22-7fe9-4318-a925-2b2a0c6c8424 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5e11302f-74bc-4553-b9c1-639a5a38494b), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:24.752909 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-43909f22-7fe9-4318-a925-2b2a0c6c8424 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:24.754359 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-43909f22-7fe9-4318-a925-2b2a0c6c8424 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] 10.222.0.21 "DELETE /v2.0/security-groups/5e11302f-74bc-4553-b9c1-639a5a38494b HTTP/1.1" status: 204 len: 168 time: 0.2273693 Mar 30 16:51:24.765993 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43909f22-7fe9-4318-a925-2b2a0c6c8424 tempest-TestShelveInstance-1925475241 tempest-TestShelveInstance-1925475241-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e11302f-74bc-4553-b9c1-639a5a38494b,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:24.861699 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48464) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:25.342177 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755846'] for router_interface (79c56d52-3452-4317-b689-233744579c02), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:25.591928 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] Deleting port 4e41044c-a068-4b4c-9575-7d00ae2b5231 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:25.592648 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:25.668076 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] For port 4e41044c-a068-4b4c-9575-7d00ae2b5231, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=4e41044c-a068-4b4c-9575-7d00ae2b5231,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:25.668431 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:25.684519 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] Calling delete_port for 4e41044c-a068-4b4c-9575-7d00ae2b5231 owned by network:router_interface {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:25.909589 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (4e41044c-a068-4b4c-9575-7d00ae2b5231), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:25.936334 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] Pushing event deleted for resources: {'Port': ['ID=4e41044c-a068-4b4c-9575-7d00ae2b5231,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:26.109881 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3909953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3753174'] for router_interface (79c56d52-3452-4317-b689-233744579c02), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:26.153141 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 7c69fd0a-39a3-41c5-813f-73c07f2740bb no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:26.174501 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 7c69fd0a-39a3-41c5-813f-73c07f2740bb {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:26.174885 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 7c69fd0a-39a3-41c5-813f-73c07f2740bb not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:26.327830 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] Router 79c56d52-3452-4317-b689-233744579c02 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:51:26.444140 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:26.450538 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-cc654bb0-3cc6-4d7e-a6d7-9551c2d74afa admin admin] 10.222.0.21 "PUT /v2.0/routers/79c56d52-3452-4317-b689-233744579c02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5875251 Mar 30 16:51:26.453518 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48486) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:26.455438 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d87908-5e99-475e-97af-a3b397950b85 None None] Sync routers for ids ['79c56d52-3452-4317-b689-233744579c02'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:51:26.467501 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d87908-5e99-475e-97af-a3b397950b85 None None] Routers {'79c56d52-3452-4317-b689-233744579c02'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:26.468634 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-89d87908-5e99-475e-97af-a3b397950b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:51:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['79c56d52-3452-4317-b689-233744579c02'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:26.581627 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-89d87908-5e99-475e-97af-a3b397950b85 None None] Set router 79c56d52-3452-4317-b689-233744579c02 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:26.777609 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-89d87908-5e99-475e-97af-a3b397950b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:51:25Z', 'revision_number': 5, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:26.805863 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d87908-5e99-475e-97af-a3b397950b85 None None] Checking router: 79c56d52-3452-4317-b689-233744579c02 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:51:26.814855 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d87908-5e99-475e-97af-a3b397950b85 None None] Routers {'79c56d52-3452-4317-b689-233744579c02'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:26.815471 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-89d87908-5e99-475e-97af-a3b397950b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:51:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['79c56d52-3452-4317-b689-233744579c02'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:26.827333 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Publish callbacks [] for router (79c56d52-3452-4317-b689-233744579c02), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:26.922444 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-89d87908-5e99-475e-97af-a3b397950b85 None None] Set router 79c56d52-3452-4317-b689-233744579c02 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:26.935855 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Publish callbacks [] for router_gateway (79c56d52-3452-4317-b689-233744579c02), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:27.062248 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Deleting port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:27.062598 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:27.097946 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-89d87908-5e99-475e-97af-a3b397950b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:51:25Z', 'revision_number': 5, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:27.129590 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d87908-5e99-475e-97af-a3b397950b85 None None] The sync data for ids ['79c56d52-3452-4317-b689-233744579c02'] in dv-cinder-835871-1-iscsi is: [{'id': '79c56d52-3452-4317-b689-233744579c02', 'name': 'tempest-TestShelveInstance-551769643-router', 'tenant_id': '271d66244aa14243b27a2fcf55275bcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:51:25Z', 'revision_number': 5, 'project_id': '271d66244aa14243b27a2fcf55275bcd', 'gw_port': {'id': '56af633a-1fdc-4cec-8a1c-1ef0446d5c4f', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:80:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79c56d52-3452-4317-b689-233744579c02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:22Z', 'updated_at': '2022-03-30T16:46:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:51:27.147189 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] For port 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=56af633a-1fdc-4cec-8a1c-1ef0446d5c4f,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:27.149445 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:27.162825 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Calling delete_port for 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f owned by network:router_gateway {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:27.407195 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (56af633a-1fdc-4cec-8a1c-1ef0446d5c4f), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:27.437095 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Pushing event deleted for resources: {'Port': ['ID=56af633a-1fdc-4cec-8a1c-1ef0446d5c4f,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:27.500245 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752252'] for router_gateway (79c56d52-3452-4317-b689-233744579c02), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:27.598954 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3753632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15599'] for router (79c56d52-3452-4317-b689-233744579c02), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:27.601246 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Publish callbacks [] for router_controller (79c56d52-3452-4317-b689-233744579c02), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:27.720159 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3753689'] for router (79c56d52-3452-4317-b689-233744579c02), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:27.720649 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79c56d52-3452-4317-b689-233744579c02 {{(pid=106608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:51:27.724912 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:27.728189 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-3e6ec087-0817-4d4d-b2d0-ede53c340937 admin admin] 10.222.0.21 "DELETE /v2.0/routers/79c56d52-3452-4317-b689-233744579c02 HTTP/1.1" status: 204 len: 168 time: 1.2720394 Mar 30 16:51:27.729417 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48492) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:27.775221 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-2966d69b-f52c-4b52-a7ce-4cb9243bf922 admin admin] Deleting subnet e2d4f594-88fc-4f70-a374-0461ec5e34bf {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:51:27.778447 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2966d69b-f52c-4b52-a7ce-4cb9243bf922 admin admin] Publish callbacks [] for subnet (e2d4f594-88fc-4f70-a374-0461ec5e34bf), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:27.814731 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2966d69b-f52c-4b52-a7ce-4cb9243bf922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (e2d4f594-88fc-4f70-a374-0461ec5e34bf), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:27.903348 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2966d69b-f52c-4b52-a7ce-4cb9243bf922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (e2d4f594-88fc-4f70-a374-0461ec5e34bf), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.023279 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2966d69b-f52c-4b52-a7ce-4cb9243bf922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (e2d4f594-88fc-4f70-a374-0461ec5e34bf), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.050865 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2966d69b-f52c-4b52-a7ce-4cb9243bf922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2d4f594-88fc-4f70-a374-0461ec5e34bf,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:28.055512 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-2966d69b-f52c-4b52-a7ce-4cb9243bf922 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.058620 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-2966d69b-f52c-4b52-a7ce-4cb9243bf922 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e2d4f594-88fc-4f70-a374-0461ec5e34bf HTTP/1.1" status: 204 len: 168 time: 0.3282223 Mar 30 16:51:28.061258 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48494) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:28.064374 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bbe0a4-f1ef-4861-84d9-dc9b9d94a9b5 None None] Network aa4cebb7-4fd1-47fc-87e8-524051c7f431 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:51:28.157363 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (aa4cebb7-4fd1-47fc-87e8-524051c7f431), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.227384 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Deleting port 663c9a27-9928-4e85-b818-1f71d25f87ff {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:28.227739 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.271975 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-083730df-c244-473a-928b-4a532c91c13e None None] DHCP port deletion for aa4cebb7-4fd1-47fc-87e8-524051c7f431 request from dv-cinder-835871-1-iscsi {{(pid=106615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:51:28.293385 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] For port 663c9a27-9928-4e85-b818-1f71d25f87ff, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=663c9a27-9928-4e85-b818-1f71d25f87ff,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:28.293671 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.306688 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Calling delete_port for 663c9a27-9928-4e85-b818-1f71d25f87ff owned by network:dhcp {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:28.322557 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-083730df-c244-473a-928b-4a532c91c13e None None] Deleting port 663c9a27-9928-4e85-b818-1f71d25f87ff {{(pid=106615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:28.322963 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), before_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.383695 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-083730df-c244-473a-928b-4a532c91c13e None None] For port 663c9a27-9928-4e85-b818-1f71d25f87ff, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=663c9a27-9928-4e85-b818-1f71d25f87ff,segment=NetworkSegment(c86d59b9-7d26-4182-a9af-dd5acdad6e2c),segment_id=c86d59b9-7d26-4182-a9af-dd5acdad6e2c)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:28.384101 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), precommit_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.400207 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-083730df-c244-473a-928b-4a532c91c13e None None] Calling delete_port for 663c9a27-9928-4e85-b818-1f71d25f87ff owned by network:dhcp {{(pid=106615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:28.452740 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.479938 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254'] for port (663c9a27-9928-4e85-b818-1f71d25f87ff), after_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.483633 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Pushing event deleted for resources: {'Port': ['ID=663c9a27-9928-4e85-b818-1f71d25f87ff,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:28.488131 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] No DVR routers for this DVR port 663c9a27-9928-4e85-b818-1f71d25f87ff on host dv-cinder-835871-1-iscsi {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:28.502738 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083730df-c244-473a-928b-4a532c91c13e None None] Pushing event deleted for resources: {'Port': ['ID=663c9a27-9928-4e85-b818-1f71d25f87ff,revision_number=None']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:28.511875 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-083730df-c244-473a-928b-4a532c91c13e None None] No DVR routers for this DVR port 663c9a27-9928-4e85-b818-1f71d25f87ff on host dv-cinder-835871-1-iscsi {{(pid=106615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:28.513882 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.514233 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.514584 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.514925 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.515341 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.515673 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.516001 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.516328 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.516654 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.516976 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.517304 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.517633 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.517954 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.518274 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.518607 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083730df-c244-473a-928b-4a532c91c13e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106615) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:28.562670 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (aa4cebb7-4fd1-47fc-87e8-524051c7f431), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.584251 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4cebb7-4fd1-47fc-87e8-524051c7f431']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:28.594846 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:28.595141 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86d59b9-7d26-4182-a9af-dd5acdad6e2c') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:28.605039 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (c86d59b9-7d26-4182-a9af-dd5acdad6e2c), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.617868 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (c86d59b9-7d26-4182-a9af-dd5acdad6e2c), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.623462 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:51:28.623833 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (c86d59b9-7d26-4182-a9af-dd5acdad6e2c), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:51:28.625426 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:51:28.634696 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 4e41044c-a068-4b4c-9575-7d00ae2b5231 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:28.657229 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 4e41044c-a068-4b4c-9575-7d00ae2b5231 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:28.657582 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 4e41044c-a068-4b4c-9575-7d00ae2b5231 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:28.657998 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:28.676447 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:28.679170 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 56af633a-1fdc-4cec-8a1c-1ef0446d5c4f not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:28.679170 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 663c9a27-9928-4e85-b818-1f71d25f87ff no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:28.696247 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 663c9a27-9928-4e85-b818-1f71d25f87ff {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:28.696594 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 663c9a27-9928-4e85-b818-1f71d25f87ff not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:28.806594 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (aa4cebb7-4fd1-47fc-87e8-524051c7f431), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.812114 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:28.818060 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] 10.222.0.21 "DELETE /v2.0/networks/aa4cebb7-4fd1-47fc-87e8-524051c7f431 HTTP/1.1" status: 204 len: 168 time: 0.7532182 Mar 30 16:51:28.818839 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48498) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:28.827755 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406f2b77-8811-41e0-b4fe-350af8608808 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa4cebb7-4fd1-47fc-87e8-524051c7f431,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:29.190875 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755846'] for router_interface (b309acc3-59c3-44b4-9006-850fc63dc367), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:29.468506 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e77c2b4c-2052-4035-8d10-4f960fef7729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:29.717569 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Deleting port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:29.717820 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:29.795262 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] For port 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=99e4bfcb-1ec0-4390-a8cf-5c75b49352c8,segment=NetworkSegment(24688677-75c7-41d6-9a96-9238fe88f22d),segment_id=24688677-75c7-41d6-9a96-9238fe88f22d)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:29.795630 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:29.808435 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Calling delete_port for 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 owned by network:router_interface {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:30.068272 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (99e4bfcb-1ec0-4390-a8cf-5c75b49352c8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:30.094992 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Pushing event deleted for resources: {'Port': ['ID=99e4bfcb-1ec0-4390-a8cf-5c75b49352c8,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:30.130248 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.130674 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.130966 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.131304 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.131632 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.132549 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.132861 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.133274 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.133603 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.133930 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.134250 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.134627 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.134952 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.135274 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.135596 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:51:30.284318 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3909953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3753174'] for router_interface (b309acc3-59c3-44b4-9006-850fc63dc367), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:30.505561 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Router b309acc3-59c3-44b4-9006-850fc63dc367 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106603) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:51:30.614097 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106603) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:30.622611 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-7bb3204b-d349-448b-b83b-452d8d1ea05b admin admin] 10.222.0.21 "PUT /v2.0/routers/b309acc3-59c3-44b4-9006-850fc63dc367/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8014083 Mar 30 16:51:30.623478 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48526) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:30.625269 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3540d9a-a4e8-4e4e-8f78-99330eccab73 None None] Sync routers for ids ['b309acc3-59c3-44b4-9006-850fc63dc367'] in dv-cinder-835871-1-iscsi {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:51:30.636067 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3540d9a-a4e8-4e4e-8f78-99330eccab73 None None] Routers {'b309acc3-59c3-44b4-9006-850fc63dc367'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:30.636829 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-e3540d9a-a4e8-4e4e-8f78-99330eccab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:51:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b309acc3-59c3-44b4-9006-850fc63dc367'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:30.734181 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Publish callbacks [] for router (b309acc3-59c3-44b4-9006-850fc63dc367), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:30.747002 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-e3540d9a-a4e8-4e4e-8f78-99330eccab73 None None] Set router b309acc3-59c3-44b4-9006-850fc63dc367 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:30.844074 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Publish callbacks [] for router_gateway (b309acc3-59c3-44b4-9006-850fc63dc367), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:30.927690 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-e3540d9a-a4e8-4e4e-8f78-99330eccab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'name': 'tempest-TestShelveInstance-295159288-router', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:51:29Z', 'revision_number': 5, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'gw_port': {'id': '1873b54c-8be3-468d-a68a-fd6108e5614b', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:d8:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'device_owner': 'network:router_gateway', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:46:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:30.954629 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3540d9a-a4e8-4e4e-8f78-99330eccab73 None None] Checking router: b309acc3-59c3-44b4-9006-850fc63dc367 for host: dv-cinder-835871-1-iscsi {{(pid=106615) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:51:30.963405 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3540d9a-a4e8-4e4e-8f78-99330eccab73 None None] Routers {'b309acc3-59c3-44b4-9006-850fc63dc367'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106615) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:30.963902 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-e3540d9a-a4e8-4e4e-8f78-99330eccab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:51:02Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['b309acc3-59c3-44b4-9006-850fc63dc367'], 'active': True} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:30.967365 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Deleting port 1873b54c-8be3-468d-a68a-fd6108e5614b {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:30.967770 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.053459 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] For port 1873b54c-8be3-468d-a68a-fd6108e5614b, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=1873b54c-8be3-468d-a68a-fd6108e5614b,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:31.054497 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.054671 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8836bca6-5eb3-4c95-b340-5c42fc207ed5 req-13e712e1-0690-4da7-a88f-6d14db9c807e tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:31.056310 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8836bca6-5eb3-4c95-b340-5c42fc207ed5 req-13e712e1-0690-4da7-a88f-6d14db9c807e tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 946 time: 0.0581958 Mar 30 16:51:31.064335 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvr_db [None req-e3540d9a-a4e8-4e4e-8f78-99330eccab73 None None] Set router b309acc3-59c3-44b4-9006-850fc63dc367 gateway port host: None {{(pid=106615) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:31.070245 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Calling delete_port for 1873b54c-8be3-468d-a68a-fd6108e5614b owned by network:router_gateway {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:31.108851 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-8836bca6-5eb3-4c95-b340-5c42fc207ed5 req-893103c1-a4f9-4f09-8271-e8838cc0a9ef tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465879 Mar 30 16:51:31.123637 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_hamode_db [None req-e3540d9a-a4e8-4e4e-8f78-99330eccab73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'name': 'tempest-TestShelveInstance-295159288-router', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:51:30Z', 'revision_number': 6, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'gw_port_host': None}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106615) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:31.152796 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3540d9a-a4e8-4e4e-8f78-99330eccab73 None None] The sync data for ids ['b309acc3-59c3-44b4-9006-850fc63dc367'] in dv-cinder-835871-1-iscsi is: [{'id': 'b309acc3-59c3-44b4-9006-850fc63dc367', 'name': 'tempest-TestShelveInstance-295159288-router', 'tenant_id': '7e0957a7cbaa4812a54dde639ffcb987', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:30Z', 'updated_at': '2022-03-30T16:51:30Z', 'revision_number': 6, 'project_id': '7e0957a7cbaa4812a54dde639ffcb987', 'gw_port_host': None}] {{(pid=106615) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:51:31.298297 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (1873b54c-8be3-468d-a68a-fd6108e5614b), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.321918 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Pushing event deleted for resources: {'Port': ['ID=1873b54c-8be3-468d-a68a-fd6108e5614b,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:31.383958 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752252'] for router_gateway (b309acc3-59c3-44b4-9006-850fc63dc367), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.476616 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3753632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15599'] for router (b309acc3-59c3-44b4-9006-850fc63dc367), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.478626 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Publish callbacks [] for router_controller (b309acc3-59c3-44b4-9006-850fc63dc367), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.578890 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3753689'] for router (b309acc3-59c3-44b4-9006-850fc63dc367), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.579334 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b309acc3-59c3-44b4-9006-850fc63dc367 {{(pid=106608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:51:31.588496 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.588496 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-e4214ccb-fbd8-4247-9b40-cf00aab669cc admin admin] 10.222.0.21 "DELETE /v2.0/routers/b309acc3-59c3-44b4-9006-850fc63dc367 HTTP/1.1" status: 204 len: 168 time: 0.9632363 Mar 30 16:51:31.590363 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48530) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:31.633922 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffe8567-0434-4bef-a382-ff2915ad084c admin admin] Deleting subnet 50163056-c8b3-41ce-9720-ca527dcbb73e {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:51:31.636940 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cffe8567-0434-4bef-a382-ff2915ad084c admin admin] Publish callbacks [] for subnet (50163056-c8b3-41ce-9720-ca527dcbb73e), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.670873 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cffe8567-0434-4bef-a382-ff2915ad084c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (50163056-c8b3-41ce-9720-ca527dcbb73e), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.751949 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cffe8567-0434-4bef-a382-ff2915ad084c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (50163056-c8b3-41ce-9720-ca527dcbb73e), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.818502 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-43bdc5b6-75cf-4da1-8df2-349e20a880b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.876048 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cffe8567-0434-4bef-a382-ff2915ad084c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (50163056-c8b3-41ce-9720-ca527dcbb73e), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.905013 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe8567-0434-4bef-a382-ff2915ad084c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50163056-c8b3-41ce-9720-ca527dcbb73e,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:31.907222 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cffe8567-0434-4bef-a382-ff2915ad084c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:31.910426 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-cffe8567-0434-4bef-a382-ff2915ad084c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/50163056-c8b3-41ce-9720-ca527dcbb73e HTTP/1.1" status: 204 len: 168 time: 0.3190591 Mar 30 16:51:31.912906 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48532) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:31.917716 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778428e-d9c6-4ece-ac93-924d62245607 None None] Network a2880a68-fa2b-47da-9aff-f54c67b2ceb9 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:51:31.985919 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (a2880a68-fa2b-47da-9aff-f54c67b2ceb9), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.043869 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Deleting port 12d17af0-0d38-4e78-8d68-f171722f34bc {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:32.044294 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.076984 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0970521-5e72-44f6-a00c-11cf3fcfb3bc None None] DHCP port deletion for a2880a68-fa2b-47da-9aff-f54c67b2ceb9 request from dv-cinder-835871-1-iscsi {{(pid=106615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:51:32.119924 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] For port 12d17af0-0d38-4e78-8d68-f171722f34bc, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=12d17af0-0d38-4e78-8d68-f171722f34bc,segment=NetworkSegment(24688677-75c7-41d6-9a96-9238fe88f22d),segment_id=24688677-75c7-41d6-9a96-9238fe88f22d)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:32.120294 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.141229 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-d0970521-5e72-44f6-a00c-11cf3fcfb3bc None None] Deleting port 12d17af0-0d38-4e78-8d68-f171722f34bc {{(pid=106615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:32.141229 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d0970521-5e72-44f6-a00c-11cf3fcfb3bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), before_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.146794 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Calling delete_port for 12d17af0-0d38-4e78-8d68-f171722f34bc owned by network:dhcp {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:32.215124 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-d0970521-5e72-44f6-a00c-11cf3fcfb3bc None None] For port 12d17af0-0d38-4e78-8d68-f171722f34bc, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=12d17af0-0d38-4e78-8d68-f171722f34bc,segment=NetworkSegment(24688677-75c7-41d6-9a96-9238fe88f22d),segment_id=24688677-75c7-41d6-9a96-9238fe88f22d)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:32.215649 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d0970521-5e72-44f6-a00c-11cf3fcfb3bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), precommit_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.230259 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-d0970521-5e72-44f6-a00c-11cf3fcfb3bc None None] Calling delete_port for 12d17af0-0d38-4e78-8d68-f171722f34bc owned by network:dhcp {{(pid=106615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:32.246097 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b143f749-a32b-4f78-ab88-55ad4500abaa req-f0f66efe-2163-4d1c-8825-cfac95e535cc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:32.247733 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b143f749-a32b-4f78-ab88-55ad4500abaa req-f0f66efe-2163-4d1c-8825-cfac95e535cc tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 946 time: 0.0586622 Mar 30 16:51:32.295699 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-b143f749-a32b-4f78-ab88-55ad4500abaa req-860b5c70-d777-49df-80c1-4c6de253e651 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups?id=4edc1252-cdae-423e-a394-02c68940401d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422435 Mar 30 16:51:32.320302 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.326389 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d0970521-5e72-44f6-a00c-11cf3fcfb3bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254'] for port (12d17af0-0d38-4e78-8d68-f171722f34bc), after_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.345248 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Pushing event deleted for resources: {'Port': ['ID=12d17af0-0d38-4e78-8d68-f171722f34bc,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:32.348841 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] No DVR routers for this DVR port 12d17af0-0d38-4e78-8d68-f171722f34bc on host dv-cinder-835871-1-iscsi {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:32.356005 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0970521-5e72-44f6-a00c-11cf3fcfb3bc None None] Pushing event deleted for resources: {'Port': ['ID=12d17af0-0d38-4e78-8d68-f171722f34bc,revision_number=None']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:32.359330 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0970521-5e72-44f6-a00c-11cf3fcfb3bc None None] No DVR routers for this DVR port 12d17af0-0d38-4e78-8d68-f171722f34bc on host dv-cinder-835871-1-iscsi {{(pid=106615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:32.421195 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (a2880a68-fa2b-47da-9aff-f54c67b2ceb9), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.443010 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2880a68-fa2b-47da-9aff-f54c67b2ceb9']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:32.452188 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24688677-75c7-41d6-9a96-9238fe88f22d') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:32.452482 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24688677-75c7-41d6-9a96-9238fe88f22d') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:32.462051 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (24688677-75c7-41d6-9a96-9238fe88f22d), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.474794 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (24688677-75c7-41d6-9a96-9238fe88f22d), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.481073 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:51:32.481460 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (24688677-75c7-41d6-9a96-9238fe88f22d), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:51:32.483106 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:51:32.601944 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (a2880a68-fa2b-47da-9aff-f54c67b2ceb9), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.607285 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.610489 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a2880a68-fa2b-47da-9aff-f54c67b2ceb9 HTTP/1.1" status: 204 len: 168 time: 0.6963201 Mar 30 16:51:32.637296 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fc529-d218-459d-84fd-7a8989d3dc38 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2880a68-fa2b-47da-9aff-f54c67b2ceb9,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:32.649278 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 1873b54c-8be3-468d-a68a-fd6108e5614b no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:32.679942 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 1873b54c-8be3-468d-a68a-fd6108e5614b {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:32.679942 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 1873b54c-8be3-468d-a68a-fd6108e5614b not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:32.679942 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 12d17af0-0d38-4e78-8d68-f171722f34bc no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:32.681831 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-8360f4fa-6010-44d4-9f0d-b2810910cf9c tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:51:32.683440 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-8360f4fa-6010-44d4-9f0d-b2810910cf9c tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.41 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 946 time: 0.0590775 Mar 30 16:51:32.698540 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 12d17af0-0d38-4e78-8d68-f171722f34bc {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:32.699006 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 12d17af0-0d38-4e78-8d68-f171722f34bc not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:32.699510 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:32.719938 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:32.720384 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 99e4bfcb-1ec0-4390-a8cf-5c75b49352c8 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:32.785726 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Deleting port 61d73747-8bd6-4bd5-8a74-38be94f99db9 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:32.786062 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.875312 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] For port 61d73747-8bd6-4bd5-8a74-38be94f99db9, host hv-cinder-83587, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83587',level=0,port_id=61d73747-8bd6-4bd5-8a74-38be94f99db9,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:32.875681 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:32.955732 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48540) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:32.998232 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-69ed59ae-399f-4208-a9ce-16a380d57158 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=271d66244aa14243b27a2fcf55275bcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390489 Mar 30 16:51:32.998466 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48542) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:33.050342 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ce6b19d-5ced-479b-a100-77dec70c7df5 admin admin] Publish callbacks [] for security_group (8e30e1ed-cf51-4bd5-92d2-046b9eddf35c), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:33.057846 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:33.058263 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3752262'] for floatingip (8be86fd5-7b9e-4f64-b5f1-22c22086a3e6), after_update {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:33.058604 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.l3_db [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Floating IP 8be86fd5-7b9e-4f64-b5f1-22c22086a3e6 disassociated. External IP: 172.27.0.78, port: 61d73747-8bd6-4bd5-8a74-38be94f99db9. Mar 30 16:51:33.058979 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Calling delete_port for 61d73747-8bd6-4bd5-8a74-38be94f99db9 owned by compute:nova {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:33.076070 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ce6b19d-5ced-479b-a100-77dec70c7df5 admin admin] Publish callbacks [] for security_group (8e30e1ed-cf51-4bd5-92d2-046b9eddf35c), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:33.142640 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:33.217078 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ce6b19d-5ced-479b-a100-77dec70c7df5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8e30e1ed-cf51-4bd5-92d2-046b9eddf35c), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:33.219710 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6ce6b19d-5ced-479b-a100-77dec70c7df5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:33.220958 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6ce6b19d-5ced-479b-a100-77dec70c7df5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e30e1ed-cf51-4bd5-92d2-046b9eddf35c HTTP/1.1" status: 204 len: 168 time: 0.2215893 Mar 30 16:51:33.229152 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6b19d-5ced-479b-a100-77dec70c7df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e30e1ed-cf51-4bd5-92d2-046b9eddf35c,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:33.281646 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (61d73747-8bd6-4bd5-8a74-38be94f99db9), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:33.314725 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event deleted for resources: {'Port': ['ID=61d73747-8bd6-4bd5-8a74-38be94f99db9,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:33.402295 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-dc50f075-1f83-4cb7-bf2d-c4d5be25fdee req-1a0a5984-db4d-41b1-8a5d-457171f0aab0 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 210 time: 0.0285721 Mar 30 16:51:33.432306 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:51:33.542066 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:33.553218 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa90cb-03fb-41f3-888b-a17a581e3c74 None None] Sync routers for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:51:33.566024 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa90cb-03fb-41f3-888b-a17a581e3c74 None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:33.566779 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-3eaa90cb-03fb-41f3-888b-a17a581e3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:51:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:33.683509 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-3eaa90cb-03fb-41f3-888b-a17a581e3c74 None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:33.850117 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] No DVR routers for this DVR port 61d73747-8bd6-4bd5-8a74-38be94f99db9 on host hv-cinder-83587 {{(pid=106608) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:33.855099 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for port (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:33.859389 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [req-c1286cde-fa6f-4a89-b60a-bffd292e99ef req-4739ef74-5b30-41a5-a2e5-75c84d49517f tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.41 "DELETE /v2.0/ports/61d73747-8bd6-4bd5-8a74-38be94f99db9 HTTP/1.1" status: 204 len: 173 time: 1.1676006 Mar 30 16:51:33.859826 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93018293-1697-4cb7-b715-9da6ff06b85d', 'name': 'network-vif-deleted', 'tag': '61d73747-8bd6-4bd5-8a74-38be94f99db9'}] {{(pid=106608) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 30 16:51:33.862261 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6aacd5c3eef0c9deffd8bf704bf6db0551b7c76266e240ebd480ca01c7956af0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c840a729-2c75-4563-be7f-84bdbf5c20d8" -d '{"events": [{"server_uuid": "93018293-1697-4cb7-b715-9da6ff06b85d", "name": "network-vif-deleted", "tag": "61d73747-8bd6-4bd5-8a74-38be94f99db9"}]}' {{(pid=106608) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 30 16:51:33.902096 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 30 Mar 2022 16:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee14092-1529-44e2-9b48-7a2063f0417e x-openstack-request-id: req-0ee14092-1529-44e2-9b48-7a2063f0417e {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 30 16:51:33.902455 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93018293-1697-4cb7-b715-9da6ff06b85d", "name": "network-vif-deleted", "tag": "61d73747-8bd6-4bd5-8a74-38be94f99db9", "status": "completed", "code": 200}]} {{(pid=106608) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 30 16:51:33.902818 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0ee14092-1529-44e2-9b48-7a2063f0417e {{(pid=106608) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 30 16:51:33.903169 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-3eaa90cb-03fb-41f3-888b-a17a581e3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:33.903352 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ee14092-1529-44e2-9b48-7a2063f0417e'] response: {'server_uuid': '93018293-1697-4cb7-b715-9da6ff06b85d', 'name': 'network-vif-deleted', 'tag': '61d73747-8bd6-4bd5-8a74-38be94f99db9', 'status': 'completed', 'code': 200} Mar 30 16:51:33.931408 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa90cb-03fb-41f3-888b-a17a581e3c74 None None] Checking router: e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:51:33.939820 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaa90cb-03fb-41f3-888b-a17a581e3c74 None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:33.940410 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-3eaa90cb-03fb-41f3-888b-a17a581e3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:51:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:34.049465 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-3eaa90cb-03fb-41f3-888b-a17a581e3c74 None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:34.087802 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48552) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:34.130378 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-5601b5a1-88c6-4122-ae5b-bf05275ae260 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e0957a7cbaa4812a54dde639ffcb987&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414045 Mar 30 16:51:34.133530 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48554) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:34.186479 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c757a12f-d62c-4a48-a557-2f79955ad6a3 admin admin] Publish callbacks [] for security_group (7ef7f186-38b5-4d99-a925-d84852e661f1), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:34.213792 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c757a12f-d62c-4a48-a557-2f79955ad6a3 admin admin] Publish callbacks [] for security_group (7ef7f186-38b5-4d99-a925-d84852e661f1), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:34.349507 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c757a12f-d62c-4a48-a557-2f79955ad6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7ef7f186-38b5-4d99-a925-d84852e661f1), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:34.352180 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-c757a12f-d62c-4a48-a557-2f79955ad6a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:34.355671 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-c757a12f-d62c-4a48-a557-2f79955ad6a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ef7f186-38b5-4d99-a925-d84852e661f1 HTTP/1.1" status: 204 len: 168 time: 0.2189076 Mar 30 16:51:34.360955 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-3eaa90cb-03fb-41f3-888b-a17a581e3c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:34.362481 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757a12f-d62c-4a48-a557-2f79955ad6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef7f186-38b5-4d99-a925-d84852e661f1,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:34.375903 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:34.390797 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaa90cb-03fb-41f3-888b-a17a581e3c74 None None] The sync data for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi is: [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:48Z', 'revision_number': 4, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi', '_interfaces': [{'id': 'f0116ee3-6618-458f-b94c-fb59e7da4eb2', 'name': '', 'network_id': 'cdcbced6-0d6d-46ed-85f6-6bcd25611785', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'mac_address': 'fa:16:3e:8d:53:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 630, 'fixed_ips': [{'subnet_id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:47Z', 'updated_at': '2022-03-30T16:46:52Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'subnets': [{'id': 'dddf9726-18bb-417d-850d-d95b133b917e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:51:34.515091 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [req-9e3891c6-a5a6-4884-a17f-0f71687d1f58 req-d835cf96-1cb2-4d12-9361-edc9ca615694 tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/ports?device_id=93018293-1697-4cb7-b715-9da6ff06b85d HTTP/1.1" status: 200 len: 210 time: 0.0287266 Mar 30 16:51:34.648064 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3782194a-c498-4956-8942-613543cdaf65 None None] New status for floating IP 8be86fd5-7b9e-4f64-b5f1-22c22086a3e6: DOWN {{(pid=106615) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 30 16:51:35.687515 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48564) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:35.741948 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-46787605-6ea3-4f68-a440-2098e1c52fbb tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (4edc1252-cdae-423e-a394-02c68940401d), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:35.767323 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-46787605-6ea3-4f68-a440-2098e1c52fbb tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (4edc1252-cdae-423e-a394-02c68940401d), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:35.829356 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:35.909325 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-46787605-6ea3-4f68-a440-2098e1c52fbb tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (4edc1252-cdae-423e-a394-02c68940401d), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:35.911938 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-46787605-6ea3-4f68-a440-2098e1c52fbb tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:35.913213 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-46787605-6ea3-4f68-a440-2098e1c52fbb tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "DELETE /v2.0/security-groups/4edc1252-cdae-423e-a394-02c68940401d HTTP/1.1" status: 204 len: 168 time: 0.2247133 Mar 30 16:51:35.916064 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48566) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:35.922167 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46787605-6ea3-4f68-a440-2098e1c52fbb tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edc1252-cdae-423e-a394-02c68940401d,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:35.933457 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.api.v2.resource [None req-605210a7-aaa1-4958-9d6f-8f9a5eaf362b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] show failed (client error): The resource could not be found. Mar 30 16:51:35.934459 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-605210a7-aaa1-4958-9d6f-8f9a5eaf362b tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "GET /v2.0/security-groups/4edc1252-cdae-423e-a394-02c68940401d HTTP/1.1" status: 404 len: 347 time: 0.0173585 Mar 30 16:51:35.937562 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48568) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:36.057106 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-48a85f98-f011-4fe1-829b-96f62745b85a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Deleting port 503fc787-6728-4097-81f2-a7374a0ec229 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:36.057449 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-48a85f98-f011-4fe1-829b-96f62745b85a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (503fc787-6728-4097-81f2-a7374a0ec229), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:36.134215 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-48a85f98-f011-4fe1-829b-96f62745b85a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (503fc787-6728-4097-81f2-a7374a0ec229), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:36.134451 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-48a85f98-f011-4fe1-829b-96f62745b85a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (503fc787-6728-4097-81f2-a7374a0ec229), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:36.146173 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-48a85f98-f011-4fe1-829b-96f62745b85a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Calling delete_port for 503fc787-6728-4097-81f2-a7374a0ec229 owned by network:floatingip {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:36.167928 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 61d73747-8bd6-4bd5-8a74-38be94f99db9 no longer exists at agent hyperv_hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:36.187731 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] No Port match for: 61d73747-8bd6-4bd5-8a74-38be94f99db9 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:36.188070 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Device 61d73747-8bd6-4bd5-8a74-38be94f99db9 not bound to the agent host hv-cinder-83587 {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:36.321190 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-48a85f98-f011-4fe1-829b-96f62745b85a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (503fc787-6728-4097-81f2-a7374a0ec229), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:36.348501 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a85f98-f011-4fe1-829b-96f62745b85a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Pushing event deleted for resources: {'Port': ['ID=503fc787-6728-4097-81f2-a7374a0ec229,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:36.408166 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-48a85f98-f011-4fe1-829b-96f62745b85a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks [] for floatingip (8be86fd5-7b9e-4f64-b5f1-22c22086a3e6), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:36.410639 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-48a85f98-f011-4fe1-829b-96f62745b85a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4178271'] for floatingip (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:36.411768 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-48a85f98-f011-4fe1-829b-96f62745b85a tempest-AttachVolumeTestJSON-1538500598 tempest-AttachVolumeTestJSON-1538500598-project] 10.222.0.21 "DELETE /v2.0/floatingips/8be86fd5-7b9e-4f64-b5f1-22c22086a3e6 HTTP/1.1" status: 204 len: 168 time: 0.4732554 Mar 30 16:51:38.514251 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:51:40.334604 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48596) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:40.676096 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3755846'] for router_interface (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:40.921243 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] Deleting port f0116ee3-6618-458f-b94c-fb59e7da4eb2 {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:40.921493 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:40.997195 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] For port f0116ee3-6618-458f-b94c-fb59e7da4eb2, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=f0116ee3-6618-458f-b94c-fb59e7da4eb2,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:40.997552 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:41.009941 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] Calling delete_port for f0116ee3-6618-458f-b94c-fb59e7da4eb2 owned by network:router_interface {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:41.290654 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (f0116ee3-6618-458f-b94c-fb59e7da4eb2), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:41.313463 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0116ee3-6618-458f-b94c-fb59e7da4eb2,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:41.486146 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3909953', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3753174'] for router_interface (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:41.695972 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] Router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 has already been hosted by L3 agent 0588e38f-1096-4edb-93ac-02551f3cb287 {{(pid=106608) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 30 16:51:41.805600 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] Notify agent at l3_agent.dv-cinder-835871-1-iscsi the message routers_updated {{(pid=106608) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 30 16:51:41.812998 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-e83e70cf-35d5-496f-a4e2-7b67cadd12b3 admin admin] 10.222.0.21 "PUT /v2.0/routers/e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4746220 Mar 30 16:51:41.813102 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48598) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:41.814036 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa28ac-f67e-4aec-82a6-596595dc789d None None] Sync routers for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 30 16:51:41.825294 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa28ac-f67e-4aec-82a6-596595dc789d None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:41.825900 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-3dfa28ac-f67e-4aec-82a6-596595dc789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:51:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:41.917580 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Publish callbacks [] for router (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:41.930115 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-3dfa28ac-f67e-4aec-82a6-596595dc789d None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: dv-cinder-835871-1-iscsi {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:42.020383 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Publish callbacks [] for router_gateway (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:42.109836 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-3dfa28ac-f67e-4aec-82a6-596595dc789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'external_fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:51:41Z', 'revision_number': 5, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port': {'id': '2503e986-acdf-4dd5-adc1-407faf725d2a', 'name': '', 'network_id': '925be276-2685-4f32-a5e5-bf5a79e7dce9', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:8e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 629, 'fixed_ips': [{'subnet_id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-835871-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '54bc8f7f-2a1e-4c48-89cf-32804c6d3c21', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-835871-1-iscsi'}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:42.141465 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa28ac-f67e-4aec-82a6-596595dc789d None None] Checking router: e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 for host: dv-cinder-835871-1-iscsi {{(pid=106618) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 30 16:51:42.150699 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa28ac-f67e-4aec-82a6-596595dc789d None None] Routers {'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'} bound to L3 agent in host dv-cinder-835871-1-iscsi {{(pid=106618) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 30 16:51:42.151312 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-3dfa28ac-f67e-4aec-82a6-596595dc789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-835871-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-30T16:31:02Z,description=,heartbeat_timestamp=2022-03-30T16:51:32Z,host='dv-cinder-835871-1-iscsi',id=0588e38f-1096-4edb-93ac-02551f3cb287,load=0,resource_versions=,resources_synced=,started_at=2022-03-30T16:31:02Z,topic='l3_agent')) {'router_ids': ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'], 'active': True} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:42.153262 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Deleting port 2503e986-acdf-4dd5-adc1-407faf725d2a {{(pid=106608) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:42.153664 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:42.233597 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.db [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] For port 2503e986-acdf-4dd5-adc1-407faf725d2a, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=2503e986-acdf-4dd5-adc1-407faf725d2a,segment=NetworkSegment(5ec9bcbb-e782-43e3-8d70-133efb784a17),segment_id=5ec9bcbb-e782-43e3-8d70-133efb784a17)] {{(pid=106608) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:42.233958 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:42.236972 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_dvr_db [None req-3dfa28ac-f67e-4aec-82a6-596595dc789d None None] Set router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 gateway port host: None {{(pid=106618) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 30 16:51:42.246752 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.plugin [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Calling delete_port for 2503e986-acdf-4dd5-adc1-407faf725d2a owned by network:router_gateway {{(pid=106608) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:42.287440 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.l3_hamode_db [None req-3dfa28ac-f67e-4aec-82a6-596595dc789d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:51:42Z', 'revision_number': 6, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port_host': None}], 'dv-cinder-835871-1-iscsi', False) {} {{(pid=106618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:42.316198 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa28ac-f67e-4aec-82a6-596595dc789d None None] The sync data for ids ['e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7'] in dv-cinder-835871-1-iscsi is: [{'id': 'e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7', 'name': 'tempest-AttachVolumeTestJSON-1017842462-router', 'tenant_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-30T16:46:45Z', 'updated_at': '2022-03-30T16:51:42Z', 'revision_number': 6, 'project_id': 'd38ae0d6c59446f6b7c78e01c81fbda5', 'gw_port_host': None}] {{(pid=106618) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 30 16:51:42.479452 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12226997'] for port (2503e986-acdf-4dd5-adc1-407faf725d2a), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:42.505227 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Pushing event deleted for resources: {'Port': ['ID=2503e986-acdf-4dd5-adc1-407faf725d2a,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:42.564750 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3752252'] for router_gateway (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:42.659854 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3753632', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15599'] for router (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:42.662137 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Publish callbacks [] for router_controller (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:42.770985 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3753689'] for router (e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:42.771545 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 {{(pid=106608) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 30 16:51:42.776263 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:42.777396 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-93bc6ac2-ab6e-487f-988e-07119aecca10 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e22ae6ac-1d8b-4360-ac29-b6aac3f00ae7 HTTP/1.1" status: 204 len: 168 time: 0.9634330 Mar 30 16:51:42.779842 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48600) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:42.823859 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d1a31c-4e26-4fee-97b6-350cfea0a34a admin admin] Deleting subnet dddf9726-18bb-417d-850d-d95b133b917e {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:51:42.826809 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-07d1a31c-4e26-4fee-97b6-350cfea0a34a admin admin] Publish callbacks [] for subnet (dddf9726-18bb-417d-850d-d95b133b917e), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:42.859516 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-07d1a31c-4e26-4fee-97b6-350cfea0a34a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (dddf9726-18bb-417d-850d-d95b133b917e), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:42.936107 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-07d1a31c-4e26-4fee-97b6-350cfea0a34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (dddf9726-18bb-417d-850d-d95b133b917e), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.053228 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device f0116ee3-6618-458f-b94c-fb59e7da4eb2 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:43.064561 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-07d1a31c-4e26-4fee-97b6-350cfea0a34a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (dddf9726-18bb-417d-850d-d95b133b917e), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.075787 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: f0116ee3-6618-458f-b94c-fb59e7da4eb2 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:43.076060 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device f0116ee3-6618-458f-b94c-fb59e7da4eb2 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:43.091048 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d1a31c-4e26-4fee-97b6-350cfea0a34a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dddf9726-18bb-417d-850d-d95b133b917e,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:43.094613 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-07d1a31c-4e26-4fee-97b6-350cfea0a34a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.097748 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-07d1a31c-4e26-4fee-97b6-350cfea0a34a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dddf9726-18bb-417d-850d-d95b133b917e HTTP/1.1" status: 204 len: 168 time: 0.3169901 Mar 30 16:51:43.100400 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48602) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:43.104515 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a0ee4b-2082-4594-a223-e744154a3aa0 None None] Network cdcbced6-0d6d-46ed-85f6-6bcd25611785 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:51:43.174270 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (cdcbced6-0d6d-46ed-85f6-6bcd25611785), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.229598 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Deleting port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 {{(pid=106603) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:43.229937 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.260462 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3badb4-22f8-4b8f-8b28-80991696d3c4 None None] DHCP port deletion for cdcbced6-0d6d-46ed-85f6-6bcd25611785 request from dv-cinder-835871-1-iscsi {{(pid=106615) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 30 16:51:43.298817 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.db [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] For port e2a6be72-2bb1-43dd-b749-a841b34ca2e4, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=e2a6be72-2bb1-43dd-b749-a841b34ca2e4,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106603) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:43.299191 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.312962 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-ad3badb4-22f8-4b8f-8b28-80991696d3c4 None None] Deleting port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 {{(pid=106615) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 30 16:51:43.313115 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.plugin [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Calling delete_port for e2a6be72-2bb1-43dd-b749-a841b34ca2e4 owned by network:dhcp {{(pid=106603) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:43.313334 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ad3badb4-22f8-4b8f-8b28-80991696d3c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761190178326'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), before_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.378222 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.db [None req-ad3badb4-22f8-4b8f-8b28-80991696d3c4 None None] For port e2a6be72-2bb1-43dd-b749-a841b34ca2e4, host dv-cinder-835871-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-835871-1-iscsi',level=0,port_id=e2a6be72-2bb1-43dd-b749-a841b34ca2e4,segment=NetworkSegment(c50bd3f8-4250-4074-a607-87c340b5bd37),segment_id=c50bd3f8-4250-4074-a607-87c340b5bd37)] {{(pid=106615) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 30 16:51:43.378743 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ad3badb4-22f8-4b8f-8b28-80991696d3c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3756148'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), precommit_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.390937 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-ad3badb4-22f8-4b8f-8b28-80991696d3c4 None None] Calling delete_port for e2a6be72-2bb1-43dd-b749-a841b34ca2e4 owned by network:dhcp {{(pid=106615) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 30 16:51:43.462391 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-11996152'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.476850 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-ad3badb4-22f8-4b8f-8b28-80991696d3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-728251', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-118253', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761190183033', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761189695254'] for port (e2a6be72-2bb1-43dd-b749-a841b34ca2e4), after_delete {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.495568 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2a6be72-2bb1-43dd-b749-a841b34ca2e4,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:43.506221 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] No DVR routers for this DVR port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 on host dv-cinder-835871-1-iscsi {{(pid=106603) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:43.507137 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3badb4-22f8-4b8f-8b28-80991696d3c4 None None] Pushing event deleted for resources: {'Port': ['ID=e2a6be72-2bb1-43dd-b749-a841b34ca2e4,revision_number=None']} {{(pid=106615) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:43.507137 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3badb4-22f8-4b8f-8b28-80991696d3c4 None None] No DVR routers for this DVR port e2a6be72-2bb1-43dd-b749-a841b34ca2e4 on host dv-cinder-835871-1-iscsi {{(pid=106615) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 30 16:51:43.571982 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (cdcbced6-0d6d-46ed-85f6-6bcd25611785), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.592172 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdcbced6-0d6d-46ed-85f6-6bcd25611785']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:43.601308 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c50bd3f8-4250-4074-a607-87c340b5bd37') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:43.601612 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c50bd3f8-4250-4074-a607-87c340b5bd37') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:51:43.610437 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12072767'] for segment (c50bd3f8-4250-4074-a607-87c340b5bd37), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.623722 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (c50bd3f8-4250-4074-a607-87c340b5bd37), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.629716 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Releasing vlan 536 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11996077'] for segment (c50bd3f8-4250-4074-a607-87c340b5bd37), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: Traceback (most recent call last): Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: timer() Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: cb(*args, **kw) Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: return func(*args, **kwargs) Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: self._notify() Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: self.callback(batched_events) Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: event.method(event) Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: return f(self, *a, **k) Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: return self._get(url).json() Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: return self.request(url, 'GET', **kwargs) Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:51:43.638629 dv-cinder-835871-1-iscsi neutron-server[106603]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:51:43.749458 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (cdcbced6-0d6d-46ed-85f6-6bcd25611785), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.754873 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:43.759736 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cdcbced6-0d6d-46ed-85f6-6bcd25611785 HTTP/1.1" status: 204 len: 168 time: 0.6566012 Mar 30 16:51:43.775074 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6eea59-794e-4564-bcf4-0c3c3080a880 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdcbced6-0d6d-46ed-85f6-6bcd25611785,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:44.148665 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48606) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:44.412186 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-ca159ca0-cd5b-4620-a47c-fc82de77e19d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d38ae0d6c59446f6b7c78e01c81fbda5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2619240 Mar 30 16:51:44.415172 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48610) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:44.461141 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a30f3c5a-6921-4f41-be0f-bae994d2ef52 admin admin] Publish callbacks [] for security_group (5b42e8d7-2c6c-4453-bf39-1f2e318151f8), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:44.485343 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a30f3c5a-6921-4f41-be0f-bae994d2ef52 admin admin] Publish callbacks [] for security_group (5b42e8d7-2c6c-4453-bf39-1f2e318151f8), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:44.618598 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a30f3c5a-6921-4f41-be0f-bae994d2ef52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (5b42e8d7-2c6c-4453-bf39-1f2e318151f8), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:44.621234 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-a30f3c5a-6921-4f41-be0f-bae994d2ef52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:44.622449 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-a30f3c5a-6921-4f41-be0f-bae994d2ef52 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b42e8d7-2c6c-4453-bf39-1f2e318151f8 HTTP/1.1" status: 204 len: 168 time: 0.2063332 Mar 30 16:51:44.631635 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30f3c5a-6921-4f41-be0f-bae994d2ef52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b42e8d7-2c6c-4453-bf39-1f2e318151f8,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:44.636463 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device e2a6be72-2bb1-43dd-b749-a841b34ca2e4 no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:44.665797 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: e2a6be72-2bb1-43dd-b749-a841b34ca2e4 {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:44.666151 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device e2a6be72-2bb1-43dd-b749-a841b34ca2e4 not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:44.666602 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 2503e986-acdf-4dd5-adc1-407faf725d2a no longer exists at agent ovs-agent-dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 30 16:51:44.686414 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.plugin [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] No Port match for: 2503e986-acdf-4dd5-adc1-407faf725d2a {{(pid=106615) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 30 16:51:44.686789 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Device 2503e986-acdf-4dd5-adc1-407faf725d2a not bound to the agent host dv-cinder-835871-1-iscsi {{(pid=106615) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 30 16:51:47.076117 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48660) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:47.182096 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fe74-ab4a-4e29-901a-4df71c634c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:47.253953 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fe74-ab4a-4e29-901a-4df71c634c36 admin admin] Publish callbacks [] for security_group (6a84351c-124a-461e-8fa4-352f690c1788), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:47.338245 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-4ce3fe74-ab4a-4e29-901a-4df71c634c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (6a84351c-124a-461e-8fa4-352f690c1788), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:47.376075 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-4ce3fe74-ab4a-4e29-901a-4df71c634c36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4453e9b0fce14f23a2bdc10d8db8c7fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988856 Mar 30 16:51:47.377991 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3fe74-ab4a-4e29-901a-4df71c634c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a84351c-124a-461e-8fa4-352f690c1788,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:47.378842 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48664) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:47.426414 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cb934309-6196-4a26-ab72-e9f89c9d9bf7 admin admin] Publish callbacks [] for security_group (6a84351c-124a-461e-8fa4-352f690c1788), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:47.446487 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cb934309-6196-4a26-ab72-e9f89c9d9bf7 admin admin] Publish callbacks [] for security_group (6a84351c-124a-461e-8fa4-352f690c1788), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:47.576161 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cb934309-6196-4a26-ab72-e9f89c9d9bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (6a84351c-124a-461e-8fa4-352f690c1788), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:47.578821 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-cb934309-6196-4a26-ab72-e9f89c9d9bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:47.580001 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-cb934309-6196-4a26-ab72-e9f89c9d9bf7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a84351c-124a-461e-8fa4-352f690c1788 HTTP/1.1" status: 204 len: 168 time: 0.2000589 Mar 30 16:51:47.588574 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb934309-6196-4a26-ab72-e9f89c9d9bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a84351c-124a-461e-8fa4-352f690c1788,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:48.336036 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48670) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:48.349174 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-da8c4a06-3e05-4be8-90aa-5df0896247b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:48.420993 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-da8c4a06-3e05-4be8-90aa-5df0896247b8 admin admin] Publish callbacks [] for security_group (36cd6638-b720-4532-9841-45afc20dfb1c), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:48.480417 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-da8c4a06-3e05-4be8-90aa-5df0896247b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (36cd6638-b720-4532-9841-45afc20dfb1c), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:48.519484 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-da8c4a06-3e05-4be8-90aa-5df0896247b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f73a6836576345679846d2ce87457a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1823492 Mar 30 16:51:48.520406 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c4a06-3e05-4be8-90aa-5df0896247b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36cd6638-b720-4532-9841-45afc20dfb1c,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:48.522180 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48672) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:51:48.570036 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-28ac56bb-95ad-4f64-a406-077ebd845840 admin admin] Publish callbacks [] for security_group (36cd6638-b720-4532-9841-45afc20dfb1c), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:48.591139 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-28ac56bb-95ad-4f64-a406-077ebd845840 admin admin] Publish callbacks [] for security_group (36cd6638-b720-4532-9841-45afc20dfb1c), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:48.720600 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-28ac56bb-95ad-4f64-a406-077ebd845840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (36cd6638-b720-4532-9841-45afc20dfb1c), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:48.723113 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-28ac56bb-95ad-4f64-a406-077ebd845840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:48.724267 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-28ac56bb-95ad-4f64-a406-077ebd845840 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36cd6638-b720-4532-9841-45afc20dfb1c HTTP/1.1" status: 204 len: 168 time: 0.2009759 Mar 30 16:51:48.732783 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ac56bb-95ad-4f64-a406-077ebd845840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36cd6638-b720-4532-9841-45afc20dfb1c,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:51:49.961656 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:51:59.428802 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3c4da801-af67-40d4-80e1-c48d178a85a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:01.847365 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5dd6e3b3-6279-43d5-bb9f-7644ff492bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:03.108802 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:04.387570 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:05.760112 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:15.514793 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:52:19.918537 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:22.121292 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48876) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:22.496498 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:22.576078 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Publish callbacks [] for security_group (8c914265-8448-4829-bd23-4f14865a2f97), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:22.655876 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8c914265-8448-4829-bd23-4f14865a2f97), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:22.698045 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c914265-8448-4829-bd23-4f14865a2f97,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:22.702289 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=86eca2060d8f4fad825bdcb46854fb1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5797796 Mar 30 16:52:22.705743 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48880) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:22.709699 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.710081 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.710419 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.710786 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.711129 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.711457 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.711791 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.712121 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.712457 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.712791 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.713193 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.713447 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.713775 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.714101 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.714421 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9382b8a0-e38b-41a6-831b-3064885eb1e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106608) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:22.768693 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-17a59841-dc81-4d32-a71b-362dad38cb57 admin admin] Publish callbacks [] for security_group (8c914265-8448-4829-bd23-4f14865a2f97), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:22.797188 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-17a59841-dc81-4d32-a71b-362dad38cb57 admin admin] Publish callbacks [] for security_group (8c914265-8448-4829-bd23-4f14865a2f97), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:22.914431 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-17a59841-dc81-4d32-a71b-362dad38cb57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (8c914265-8448-4829-bd23-4f14865a2f97), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:22.917025 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-17a59841-dc81-4d32-a71b-362dad38cb57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:22.918178 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-17a59841-dc81-4d32-a71b-362dad38cb57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c914265-8448-4829-bd23-4f14865a2f97 HTTP/1.1" status: 204 len: 168 time: 0.2115068 Mar 30 16:52:22.926778 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a59841-dc81-4d32-a71b-362dad38cb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c914265-8448-4829-bd23-4f14865a2f97,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:23.461432 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48886) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:23.474989 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29247128-7ff9-42c4-bf0f-64081ba72f04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:23.546957 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29247128-7ff9-42c4-bf0f-64081ba72f04 admin admin] Publish callbacks [] for security_group (ea47a59d-f183-4f96-8fed-26dc826e7448), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:23.594016 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-29247128-7ff9-42c4-bf0f-64081ba72f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (ea47a59d-f183-4f96-8fed-26dc826e7448), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:23.633202 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-29247128-7ff9-42c4-bf0f-64081ba72f04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b985de8c0f54d9bbe9af155047a1087&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1706588 Mar 30 16:52:23.634058 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29247128-7ff9-42c4-bf0f-64081ba72f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea47a59d-f183-4f96-8fed-26dc826e7448,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:23.635930 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48888) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:23.682777 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-00631fbb-f51c-4943-a0d2-67bfbfaa2c98 admin admin] Publish callbacks [] for security_group (ea47a59d-f183-4f96-8fed-26dc826e7448), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:23.704290 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-00631fbb-f51c-4943-a0d2-67bfbfaa2c98 admin admin] Publish callbacks [] for security_group (ea47a59d-f183-4f96-8fed-26dc826e7448), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:23.811115 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-00631fbb-f51c-4943-a0d2-67bfbfaa2c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (ea47a59d-f183-4f96-8fed-26dc826e7448), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:23.814147 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-00631fbb-f51c-4943-a0d2-67bfbfaa2c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:23.815331 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-00631fbb-f51c-4943-a0d2-67bfbfaa2c98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea47a59d-f183-4f96-8fed-26dc826e7448 HTTP/1.1" status: 204 len: 168 time: 0.1782894 Mar 30 16:52:23.823004 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00631fbb-f51c-4943-a0d2-67bfbfaa2c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea47a59d-f183-4f96-8fed-26dc826e7448,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:27.102786 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48958) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:27.210403 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b7ef04f0-9732-4fe9-a441-0971837c473b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:27.283656 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b7ef04f0-9732-4fe9-a441-0971837c473b admin admin] Publish callbacks [] for security_group (05c8801b-ba28-4d75-ad17-54877fc2b072), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:27.370811 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-b7ef04f0-9732-4fe9-a441-0971837c473b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (05c8801b-ba28-4d75-ad17-54877fc2b072), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:27.409125 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-b7ef04f0-9732-4fe9-a441-0971837c473b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e27b1e6353e348088ea5b1df08d3fd97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3052278 Mar 30 16:52:27.410290 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ef04f0-9732-4fe9-a441-0971837c473b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05c8801b-ba28-4d75-ad17-54877fc2b072,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:27.411916 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48962) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:27.459114 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6318d96f-4a40-4871-851a-197a13e75bc3 admin admin] Publish callbacks [] for security_group (05c8801b-ba28-4d75-ad17-54877fc2b072), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:27.479723 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6318d96f-4a40-4871-851a-197a13e75bc3 admin admin] Publish callbacks [] for security_group (05c8801b-ba28-4d75-ad17-54877fc2b072), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:27.588318 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6318d96f-4a40-4871-851a-197a13e75bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (05c8801b-ba28-4d75-ad17-54877fc2b072), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:27.590982 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-6318d96f-4a40-4871-851a-197a13e75bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:27.592133 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-6318d96f-4a40-4871-851a-197a13e75bc3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05c8801b-ba28-4d75-ad17-54877fc2b072 HTTP/1.1" status: 204 len: 168 time: 0.1791739 Mar 30 16:52:27.601157 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318d96f-4a40-4871-851a-197a13e75bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c8801b-ba28-4d75-ad17-54877fc2b072,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:28.174406 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 48968) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:28.187957 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b4db143-cd4e-4451-9e9c-45762ad5a63f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:28.260382 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b4db143-cd4e-4451-9e9c-45762ad5a63f admin admin] Publish callbacks [] for security_group (ffb5992c-c9f4-4595-bf63-6fe8b9b31a8d), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:28.325225 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-3b4db143-cd4e-4451-9e9c-45762ad5a63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (ffb5992c-c9f4-4595-bf63-6fe8b9b31a8d), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:28.363651 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-3b4db143-cd4e-4451-9e9c-45762ad5a63f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c8fda7bad484a1fafb95e65be5e8157&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881535 Mar 30 16:52:28.365685 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4db143-cd4e-4451-9e9c-45762ad5a63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb5992c-c9f4-4595-bf63-6fe8b9b31a8d,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:28.366381 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48970) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:28.412940 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8ddc14ef-c556-49e0-bee2-3611f29cab37 admin admin] Publish callbacks [] for security_group (ffb5992c-c9f4-4595-bf63-6fe8b9b31a8d), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:28.433587 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8ddc14ef-c556-49e0-bee2-3611f29cab37 admin admin] Publish callbacks [] for security_group (ffb5992c-c9f4-4595-bf63-6fe8b9b31a8d), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:28.565272 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8ddc14ef-c556-49e0-bee2-3611f29cab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (ffb5992c-c9f4-4595-bf63-6fe8b9b31a8d), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:28.567848 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8ddc14ef-c556-49e0-bee2-3611f29cab37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:28.569010 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-8ddc14ef-c556-49e0-bee2-3611f29cab37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ffb5992c-c9f4-4595-bf63-6fe8b9b31a8d HTTP/1.1" status: 204 len: 168 time: 0.2016258 Mar 30 16:52:28.576706 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc14ef-c556-49e0-bee2-3611f29cab37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb5992c-c9f4-4595-bf63-6fe8b9b31a8d,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:29.417096 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-2bc8b54a-bcc9-4086-9c98-ad29b407f4d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:29.572021 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48992) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:29.669237 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-46701014-network', 'tenant_id': '4bf5b39369ae48a79ee0eaaa9d472f0d'}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:52:29.741218 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Made reservation on behalf of 4bf5b39369ae48a79ee0eaaa9d472f0d for: {'network': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:52:29.743483 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:29.752627 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:29.826916 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Publish callbacks [] for security_group (31a69ce3-a93f-4f0a-a96e-24bab238c4c1), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:29.912763 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (31a69ce3-a93f-4f0a-a96e-24bab238c4c1), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:29.937443 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=106608) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:52:29.946702 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31a69ce3-a93f-4f0a-a96e-24bab238c4c1,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:29.951277 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (cacd2809-9036-4ed6-8b5d-2f8346dc7247), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:29.957025 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.db.segments_db [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Added segment cacd2809-9036-4ed6-8b5d-2f8346dc7247 of type vlan for network 59ea107e-997e-4cef-9b6e-c1d137d674d2 Mar 30 16:52:29.991499 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (59ea107e-997e-4cef-9b6e-c1d137d674d2), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:30.079588 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (59ea107e-997e-4cef-9b6e-c1d137d674d2), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:30.080541 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:30.081121 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:30.137506 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] Pushing event updated for resources: {'Network': ['ID=59ea107e-997e-4cef-9b6e-c1d137d674d2,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:30.148151 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network 59ea107e-997e-4cef-9b6e-c1d137d674d2 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:52:30.203716 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-fd3a1f6b-1990-4f1f-89ae-6fff71475332 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6293843 Mar 30 16:52:30.206079 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 48996) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:30.210835 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.v2.base [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] Request body: {'subnet': {'network_id': '59ea107e-997e-4cef-9b6e-c1d137d674d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-46701014-subnet', 'tenant_id': '4bf5b39369ae48a79ee0eaaa9d472f0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106608) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:52:30.297065 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] Made reservation on behalf of 4bf5b39369ae48a79ee0eaaa9d472f0d for: {'subnet': 1} {{(pid=106608) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:52:30.299425 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12250423'] for subnet (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:30.525485 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12227333', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12250401'] for subnet (f7d8d251-75a0-45bd-9407-80b6a56b9f95), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:30.592848 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d8d251-75a0-45bd-9407-80b6a56b9f95,revision_number=0']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:30.596416 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] Checking segment: {'id': 'cacd2809-9036-4ed6-8b5d-2f8346dc7247', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '59ea107e-997e-4cef-9b6e-c1d137d674d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106608) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:52:30.596773 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] Network hostable DHCP agents. Network: 59ea107e-997e-4cef-9b6e-c1d137d674d2, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106608) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:52:30.691233 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] Network 59ea107e-997e-4cef-9b6e-c1d137d674d2 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106608) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:52:30.792148 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.scheduler.base_scheduler [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, 59ea107e-997e-4cef-9b6e-c1d137d674d2) {{(pid=106608) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:52:30.796863 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106608) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:30.797489 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:30.803473 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e7083b-df62-4a4a-8584-d960b3a3c278 None None] Network 59ea107e-997e-4cef-9b6e-c1d137d674d2 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:52:30.875655 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1192a37f-320d-41be-af74-570177d55338 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6685376 Mar 30 16:52:31.032484 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a1e45c-73bc-4f65-b4a6-c762b10b9d46 None None] Network 59ea107e-997e-4cef-9b6e-c1d137d674d2 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:52:31.542850 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 49012) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:31.547884 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1443989828-network', 'tenant_id': 'b9e15198c2114af786e3e0f2f8e90e64'}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:52:31.667883 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Made reservation on behalf of b9e15198c2114af786e3e0f2f8e90e64 for: {'network': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:52:31.670068 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-728314'] for network (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:31.678949 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:31.754823 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Publish callbacks [] for security_group (10c11bbd-c66e-4fdb-9c49-89b97d8bbfc5), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:31.820594 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (10c11bbd-c66e-4fdb-9c49-89b97d8bbfc5), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:31.820789 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a09255d7-ae20-42bb-b2c1-7a3e2e237e5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:31.846158 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=106603) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 30 16:52:31.856097 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c11bbd-c66e-4fdb-9c49-89b97d8bbfc5,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:31.860758 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (125e0619-52db-4f9a-bda8-7f6ea5c48641), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:31.861092 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.db.segments_db [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Added segment 125e0619-52db-4f9a-bda8-7f6ea5c48641 of type vlan for network 92144451-6507-4c61-964a-680a1a46c683 Mar 30 16:52:31.872288 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.872628 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.872963 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.873293 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.873620 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.873941 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.875151 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.875295 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.875549 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.875872 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.876198 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.876553 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.876872 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.877186 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.877498 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-835871-1-iscsi {{(pid=106603) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 30 16:52:31.912824 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761189649484'] for network (92144451-6507-4c61-964a-680a1a46c683), precommit_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:32.005182 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976'] for network (92144451-6507-4c61-964a-680a1a46c683), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:32.006071 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:32.006677 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:32.063835 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] Pushing event updated for resources: {'Network': ['ID=92144451-6507-4c61-964a-680a1a46c683,revision_number=1']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:32.073394 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.plugins.ml2.rpc [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Network 92144451-6507-4c61-964a-680a1a46c683 details requested by agent ovs-agent-dv-cinder-835871-1-iscsi with host dv-cinder-835871-1-iscsi {{(pid=106615) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 30 16:52:32.129037 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-855a7be0-6f2c-4fdd-b1d2-1d1c09cc8d56 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5849879 Mar 30 16:52:32.131796 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 49014) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:32.136664 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.v2.base [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] Request body: {'subnet': {'network_id': '92144451-6507-4c61-964a-680a1a46c683', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1443989828-subnet', 'tenant_id': 'b9e15198c2114af786e3e0f2f8e90e64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106603) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 30 16:52:32.199693 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] Made reservation on behalf of b9e15198c2114af786e3e0f2f8e90e64 for: {'subnet': 1} {{(pid=106603) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 30 16:52:32.202027 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11885635'] for subnet (None), before_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:32.409926 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-11995464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11885653'] for subnet (1c906079-820c-4dac-841b-5c50e4186086), after_create {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:32.464370 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c906079-820c-4dac-841b-5c50e4186086,revision_number=0']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:32.472869 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] Checking segment: {'id': '125e0619-52db-4f9a-bda8-7f6ea5c48641', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '92144451-6507-4c61-964a-680a1a46c683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106603) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 30 16:52:32.473227 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] Network hostable DHCP agents. Network: 92144451-6507-4c61-964a-680a1a46c683, hostable agents: ['ac7b1085-6f2c-4340-9474-1559044794c0'], hosted agents: [] {{(pid=106603) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 30 16:52:32.563927 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] Network 92144451-6507-4c61-964a-680a1a46c683 is scheduled to be hosted by DHCP agent ac7b1085-6f2c-4340-9474-1559044794c0 with binding_index 1 {{(pid=106603) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 30 16:52:32.655904 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.scheduler.base_scheduler [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-835871-1-iscsi, 92144451-6507-4c61-964a-680a1a46c683) {{(pid=106603) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 30 16:52:32.660567 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106603) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 30 16:52:32.661463 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:32.664327 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92ae789-e780-4f21-870b-e03771291adb None None] Network 92144451-6507-4c61-964a-680a1a46c683 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:52:32.757671 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-607b7212-d45c-478f-9b80-e16320e4a412 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6243644 Mar 30 16:52:32.761405 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc47c3f-ba85-4d92-8507-ae5240e3f268 None None] Network 92144451-6507-4c61-964a-680a1a46c683 requested from dv-cinder-835871-1-iscsi {{(pid=106615) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 30 16:52:33.090863 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:34.363623 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:35.782404 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.125889 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 49146) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:49.170728 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.db.db_base_plugin_v2 [None req-049ed3e6-88c0-469f-8310-a7fc2bacd396 admin admin] Deleting subnet f7d8d251-75a0-45bd-9407-80b6a56b9f95 {{(pid=106608) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:52:49.173966 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-049ed3e6-88c0-469f-8310-a7fc2bacd396 admin admin] Publish callbacks [] for subnet (f7d8d251-75a0-45bd-9407-80b6a56b9f95), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.206969 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-049ed3e6-88c0-469f-8310-a7fc2bacd396 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12330972'] for subnet (f7d8d251-75a0-45bd-9407-80b6a56b9f95), precommit_delete_associations {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.244658 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-049ed3e6-88c0-469f-8310-a7fc2bacd396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (f7d8d251-75a0-45bd-9407-80b6a56b9f95), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.376935 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-049ed3e6-88c0-469f-8310-a7fc2bacd396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12227398', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12250408'] for subnet (f7d8d251-75a0-45bd-9407-80b6a56b9f95), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.404091 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ed3e6-88c0-469f-8310-a7fc2bacd396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7d8d251-75a0-45bd-9407-80b6a56b9f95,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:49.406053 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-049ed3e6-88c0-469f-8310-a7fc2bacd396 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.409204 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-049ed3e6-88c0-469f-8310-a7fc2bacd396 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f7d8d251-75a0-45bd-9407-80b6a56b9f95 HTTP/1.1" status: 204 len: 168 time: 0.2822635 Mar 30 16:52:49.411569 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 49148) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:49.480875 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (59ea107e-997e-4cef-9b6e-c1d137d674d2), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.564935 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (59ea107e-997e-4cef-9b6e-c1d137d674d2), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.584889 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59ea107e-997e-4cef-9b6e-c1d137d674d2']}} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:49.593891 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacd2809-9036-4ed6-8b5d-2f8346dc7247') {'for_net_delete': True} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:49.594187 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.services.segments.db [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacd2809-9036-4ed6-8b5d-2f8346dc7247') {} {{(pid=106608) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:49.603105 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12330967'] for segment (cacd2809-9036-4ed6-8b5d-2f8346dc7247), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.615766 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (cacd2809-9036-4ed6-8b5d-2f8346dc7247), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.621328 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=106608) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:52:49.621703 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12227040'] for segment (cacd2809-9036-4ed6-8b5d-2f8346dc7247), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: Traceback (most recent call last): Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: timer() Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: cb(*args, **kw) Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: return func(*args, **kwargs) Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: self._notify() Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: self.callback(batched_events) Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: event.method(event) Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: return f(self, *a, **k) Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._get(url).json() Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: return self.request(url, 'GET', **kwargs) Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:52:49.623305 dv-cinder-835871-1-iscsi neutron-server[106608]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:52:49.764954 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (59ea107e-997e-4cef-9b6e-c1d137d674d2), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.770110 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.775555 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] 10.222.0.21 "DELETE /v2.0/networks/59ea107e-997e-4cef-9b6e-c1d137d674d2 HTTP/1.1" status: 204 len: 168 time: 0.3608122 Mar 30 16:52:49.776553 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 49150) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:49.784477 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08362b7b-4da8-43c4-a173-f10975dbdb38 admin admin] Pushing event deleted for resources: {'Network': ['ID=59ea107e-997e-4cef-9b6e-c1d137d674d2,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:49.824579 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21902f2-d5de-4de8-a1d5-7debb4c3d59b admin admin] Deleting subnet 1c906079-820c-4dac-841b-5c50e4186086 {{(pid=106603) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 30 16:52:49.828032 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e21902f2-d5de-4de8-a1d5-7debb4c3d59b admin admin] Publish callbacks [] for subnet (1c906079-820c-4dac-841b-5c50e4186086), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.863389 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e21902f2-d5de-4de8-a1d5-7debb4c3d59b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12072756'] for subnet (1c906079-820c-4dac-841b-5c50e4186086), precommit_delete_associations {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.901788 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e21902f2-d5de-4de8-a1d5-7debb4c3d59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3538152'] for subnet (1c906079-820c-4dac-841b-5c50e4186086), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:49.919253 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:50.026793 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e21902f2-d5de-4de8-a1d5-7debb4c3d59b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3538143', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3732360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-11995403', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11885660'] for subnet (1c906079-820c-4dac-841b-5c50e4186086), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:50.051865 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21902f2-d5de-4de8-a1d5-7debb4c3d59b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c906079-820c-4dac-841b-5c50e4186086,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:50.056463 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-e21902f2-d5de-4de8-a1d5-7debb4c3d59b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for subnet (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:50.059625 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-e21902f2-d5de-4de8-a1d5-7debb4c3d59b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1c906079-820c-4dac-841b-5c50e4186086 HTTP/1.1" status: 204 len: 168 time: 0.2820802 Mar 30 16:52:50.062739 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 49152) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:50.132197 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3442345'] for network (92144451-6507-4c61-964a-680a1a46c683), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:50.208532 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-718947', 'neutron.services.segments.db._delete_segments_for_network-8761190009658'] for network (92144451-6507-4c61-964a-680a1a46c683), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:50.228429 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92144451-6507-4c61-964a-680a1a46c683']}} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:50.238039 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '125e0619-52db-4f9a-bda8-7f6ea5c48641') {'for_net_delete': True} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:50.241122 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.services.segments.db [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '125e0619-52db-4f9a-bda8-7f6ea5c48641') {} {{(pid=106603) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 30 16:52:50.251278 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761190007875', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12072767'] for segment (125e0619-52db-4f9a-bda8-7f6ea5c48641), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:50.264181 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279'] for segment (125e0619-52db-4f9a-bda8-7f6ea5c48641), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:50.269857 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=106603) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 30 16:52:50.270263 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3533279', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-11996077'] for segment (125e0619-52db-4f9a-bda8-7f6ea5c48641), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: Traceback (most recent call last): Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: timer() Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: cb(*args, **kw) Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: return func(*args, **kwargs) Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: self._notify() Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: self.callback(batched_events) Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: event.method(event) Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: aggregate_uuid = self.p_client.list_aggregates( Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: return f(self, *a, **k) Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: return self._get(url).json() Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: return self.request(url, 'GET', **kwargs) Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: base_url = self.get_endpoint(auth, allow=allow, Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 30 16:52:50.271909 dv-cinder-835871-1-iscsi neutron-server[106603]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 30 16:52:50.397645 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-718954', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3729983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3909976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3752272'] for network (92144451-6507-4c61-964a-680a1a46c683), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:50.403262 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3909998'] for network (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:50.407280 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/92144451-6507-4c61-964a-680a1a46c683 HTTP/1.1" status: 204 len: 168 time: 0.3433387 Mar 30 16:52:50.418003 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2545de27-1679-4f6e-a583-b0395b979ee7 admin admin] Pushing event deleted for resources: {'Network': ['ID=92144451-6507-4c61-964a-680a1a46c683,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:50.793820 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 49156) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:50.837057 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-1f23cb07-b022-4364-a1e4-ed765ab8eb34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bf5b39369ae48a79ee0eaaa9d472f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420704 Mar 30 16:52:50.839508 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 49158) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:50.885278 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-006e2684-7234-4077-a6ca-baaf0504ba73 admin admin] Publish callbacks [] for security_group (31a69ce3-a93f-4f0a-a96e-24bab238c4c1), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:50.907308 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-006e2684-7234-4077-a6ca-baaf0504ba73 admin admin] Publish callbacks [] for security_group (31a69ce3-a93f-4f0a-a96e-24bab238c4c1), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:51.027744 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-006e2684-7234-4077-a6ca-baaf0504ba73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (31a69ce3-a93f-4f0a-a96e-24bab238c4c1), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:51.030162 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-006e2684-7234-4077-a6ca-baaf0504ba73 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:51.031484 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-006e2684-7234-4077-a6ca-baaf0504ba73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31a69ce3-a93f-4f0a-a96e-24bab238c4c1 HTTP/1.1" status: 204 len: 168 time: 0.1910913 Mar 30 16:52:51.038858 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006e2684-7234-4077-a6ca-baaf0504ba73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31a69ce3-a93f-4f0a-a96e-24bab238c4c1,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:51.700386 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 49164) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:51.740792 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-cc37c595-70e3-4104-aa32-db4a23cb7aaa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b9e15198c2114af786e3e0f2f8e90e64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392270 Mar 30 16:52:51.743179 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 49166) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:51.790166 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-85385cd8-5008-43e3-95ea-8b3e532f21eb admin admin] Publish callbacks [] for security_group (10c11bbd-c66e-4fdb-9c49-89b97d8bbfc5), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:51.811246 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-85385cd8-5008-43e3-95ea-8b3e532f21eb admin admin] Publish callbacks [] for security_group (10c11bbd-c66e-4fdb-9c49-89b97d8bbfc5), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:51.913802 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-85385cd8-5008-43e3-95ea-8b3e532f21eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (10c11bbd-c66e-4fdb-9c49-89b97d8bbfc5), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:51.916305 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-85385cd8-5008-43e3-95ea-8b3e532f21eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:51.917475 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-85385cd8-5008-43e3-95ea-8b3e532f21eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/10c11bbd-c66e-4fdb-9c49-89b97d8bbfc5 HTTP/1.1" status: 204 len: 168 time: 0.1734099 Mar 30 16:52:51.926868 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85385cd8-5008-43e3-95ea-8b3e532f21eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c11bbd-c66e-4fdb-9c49-89b97d8bbfc5,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:52.513453 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:52:53.465513 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 49196) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:53.570250 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8b878819-e3b2-4ced-b45e-b1fdda0a8645 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:53.641807 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8b878819-e3b2-4ced-b45e-b1fdda0a8645 admin admin] Publish callbacks [] for security_group (86d81df3-1f29-45d8-952f-f95c8d2f91b7), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:53.719161 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-8b878819-e3b2-4ced-b45e-b1fdda0a8645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (86d81df3-1f29-45d8-952f-f95c8d2f91b7), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:53.756488 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-8b878819-e3b2-4ced-b45e-b1fdda0a8645 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fc2fa3c8025c4521a829388e8c8adf88&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899106 Mar 30 16:52:53.758378 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b878819-e3b2-4ced-b45e-b1fdda0a8645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86d81df3-1f29-45d8-952f-f95c8d2f91b7,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:53.759338 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 49204) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:52:53.806082 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca7438a9-d90b-4daa-a6fd-da4eed993253 admin admin] Publish callbacks [] for security_group (86d81df3-1f29-45d8-952f-f95c8d2f91b7), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:53.826632 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca7438a9-d90b-4daa-a6fd-da4eed993253 admin admin] Publish callbacks [] for security_group (86d81df3-1f29-45d8-952f-f95c8d2f91b7), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:53.930822 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca7438a9-d90b-4daa-a6fd-da4eed993253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (86d81df3-1f29-45d8-952f-f95c8d2f91b7), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:53.933471 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-ca7438a9-d90b-4daa-a6fd-da4eed993253 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:52:53.934661 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-ca7438a9-d90b-4daa-a6fd-da4eed993253 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86d81df3-1f29-45d8-952f-f95c8d2f91b7 HTTP/1.1" status: 204 len: 168 time: 0.1743348 Mar 30 16:52:53.942802 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7438a9-d90b-4daa-a6fd-da4eed993253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d81df3-1f29-45d8-952f-f95c8d2f91b7,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:52:59.432005 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e2bee71f-78ab-46b1-b395-cb38ce0e4f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:01.793257 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a2f9c6e3-a7b0-4f3d-8ca0-6e4f0261bcdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:03.125028 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:04.357479 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:04.848796 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 49334) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:53:04.952073 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-04619bbb-ca1f-44e5-9648-9e024877a31d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:05.022734 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-04619bbb-ca1f-44e5-9648-9e024877a31d admin admin] Publish callbacks [] for security_group (372eb976-cec8-4341-8984-5b3b9f1ae5b8), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:05.122935 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-04619bbb-ca1f-44e5-9648-9e024877a31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (372eb976-cec8-4341-8984-5b3b9f1ae5b8), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:05.163485 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-04619bbb-ca1f-44e5-9648-9e024877a31d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3628f6483f7343f39b58674fa6cc8c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135333 Mar 30 16:53:05.164257 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04619bbb-ca1f-44e5-9648-9e024877a31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372eb976-cec8-4341-8984-5b3b9f1ae5b8,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:53:05.166272 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 49338) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:53:05.217112 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2d4ec765-7438-4812-bd15-3694d067aaf1 admin admin] Publish callbacks [] for security_group (372eb976-cec8-4341-8984-5b3b9f1ae5b8), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:05.238511 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2d4ec765-7438-4812-bd15-3694d067aaf1 admin admin] Publish callbacks [] for security_group (372eb976-cec8-4341-8984-5b3b9f1ae5b8), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:05.340012 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2d4ec765-7438-4812-bd15-3694d067aaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (372eb976-cec8-4341-8984-5b3b9f1ae5b8), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:05.342485 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-2d4ec765-7438-4812-bd15-3694d067aaf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:05.344249 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-2d4ec765-7438-4812-bd15-3694d067aaf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/372eb976-cec8-4341-8984-5b3b9f1ae5b8 HTTP/1.1" status: 204 len: 168 time: 0.1763909 Mar 30 16:53:05.352054 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ec765-7438-4812-bd15-3694d067aaf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372eb976-cec8-4341-8984-5b3b9f1ae5b8,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:53:05.792853 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:05.933225 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 49344) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:53:05.946869 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-78fb10ba-d8d2-4b48-ae3f-d832d80e4c3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:06.021977 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-78fb10ba-d8d2-4b48-ae3f-d832d80e4c3a admin admin] Publish callbacks [] for security_group (7c70e98c-ad1e-4d9b-8f75-9f8e38c91692), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:06.078751 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-78fb10ba-d8d2-4b48-ae3f-d832d80e4c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7c70e98c-ad1e-4d9b-8f75-9f8e38c91692), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:06.115713 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb10ba-d8d2-4b48-ae3f-d832d80e4c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c70e98c-ad1e-4d9b-8f75-9f8e38c91692,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:53:06.119968 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-78fb10ba-d8d2-4b48-ae3f-d832d80e4c3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d44d32e70e0e4fa4aef317e5b42b3dde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1857238 Mar 30 16:53:06.123028 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 49346) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:53:06.170481 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cca2b4b9-2f82-4d0a-a9e8-a50e45359288 admin admin] Publish callbacks [] for security_group (7c70e98c-ad1e-4d9b-8f75-9f8e38c91692), before_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:06.191611 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cca2b4b9-2f82-4d0a-a9e8-a50e45359288 admin admin] Publish callbacks [] for security_group (7c70e98c-ad1e-4d9b-8f75-9f8e38c91692), precommit_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:06.311580 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cca2b4b9-2f82-4d0a-a9e8-a50e45359288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (7c70e98c-ad1e-4d9b-8f75-9f8e38c91692), after_delete {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:06.314321 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-cca2b4b9-2f82-4d0a-a9e8-a50e45359288 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:06.315509 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-cca2b4b9-2f82-4d0a-a9e8-a50e45359288 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7c70e98c-ad1e-4d9b-8f75-9f8e38c91692 HTTP/1.1" status: 204 len: 168 time: 0.1918967 Mar 30 16:53:06.323258 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2b4b9-2f82-4d0a-a9e8-a50e45359288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c70e98c-ad1e-4d9b-8f75-9f8e38c91692,revision_number=None']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:53:07.058932 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [-] (106608) accepted ('10.222.0.21', 49352) {{(pid=106608) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:53:07.072672 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-795f5cd9-b50f-4d03-bc96-27c6f83b0e9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:07.144664 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-795f5cd9-b50f-4d03-bc96-27c6f83b0e9c admin admin] Publish callbacks [] for security_group (582767c4-64b7-422b-bcfa-eefea7660095), precommit_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:07.198670 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron_lib.callbacks.manager [None req-795f5cd9-b50f-4d03-bc96-27c6f83b0e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (582767c4-64b7-422b-bcfa-eefea7660095), after_create {{(pid=106608) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:07.240001 dv-cinder-835871-1-iscsi neutron-server[106608]: INFO neutron.wsgi [None req-795f5cd9-b50f-4d03-bc96-27c6f83b0e9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42bdd846b04343fa94fd78c3e1dd585f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799722 Mar 30 16:53:07.240693 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f5cd9-b50f-4d03-bc96-27c6f83b0e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582767c4-64b7-422b-bcfa-eefea7660095,revision_number=1']} {{(pid=106608) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:53:07.243435 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [-] (106603) accepted ('10.222.0.21', 49354) {{(pid=106603) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 30 16:53:07.293890 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-239889f0-130a-41b6-9718-217fbce9724e admin admin] Publish callbacks [] for security_group (582767c4-64b7-422b-bcfa-eefea7660095), before_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:07.315612 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-239889f0-130a-41b6-9718-217fbce9724e admin admin] Publish callbacks [] for security_group (582767c4-64b7-422b-bcfa-eefea7660095), precommit_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:07.431560 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-239889f0-130a-41b6-9718-217fbce9724e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3730148'] for security_group (582767c4-64b7-422b-bcfa-eefea7660095), after_delete {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:07.434211 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron_lib.callbacks.manager [None req-239889f0-130a-41b6-9718-217fbce9724e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106603) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:07.435414 dv-cinder-835871-1-iscsi neutron-server[106603]: INFO neutron.wsgi [None req-239889f0-130a-41b6-9718-217fbce9724e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/582767c4-64b7-422b-bcfa-eefea7660095 HTTP/1.1" status: 204 len: 168 time: 0.1907837 Mar 30 16:53:07.443241 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239889f0-130a-41b6-9718-217fbce9724e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582767c4-64b7-422b-bcfa-eefea7660095,revision_number=None']} {{(pid=106603) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 30 16:53:19.924081 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:29.432662 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-322ed783-c671-48a9-a7ec-d7b972c56f9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:29.512352 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:53:31.859536 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-58421e9a-fa04-4c2d-8223-426e023be27a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:33.095115 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:34.345167 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:35.784969 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:49.933197 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:53:59.425513 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-238e7ae7-5bb5-4c1d-aa75-d7ea5a014e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:01.824429 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-d0b8ac81-ef83-4c90-ad85-c234bfc42c95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:03.081392 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:04.379978 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:05.796742 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:06.512463 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:54:19.950937 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:29.441189 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-00c3428f-05aa-401f-935d-39171e96e31b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:31.813707 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-29345900-949c-407d-b8f2-9fcd8ab3b7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:33.080590 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:34.344721 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:35.784723 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:43.509843 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:54:49.949844 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:54:59.424441 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-9336ef6a-1287-4875-a89c-3a5b8629e378 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:00.017967 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-e28e82d2-b774-4898-a3ca-f9aecb097434 req-8db5f093-a1c6-4abd-ad0a-5cbdf18ea5ce service neutron] (106603) timed out ('10.222.0.41', 59910) {{(pid=106603) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 16:55:01.835418 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-78859b99-fdff-4d2c-bd13-b7c1c0b16253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:03.097507 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:04.360261 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:05.783745 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:19.932014 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:20.509062 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:55:29.428921 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7570a8c6-1cb1-4676-8ce6-f0847a96a06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:31.846807 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-856451c8-6772-4e90-9dee-5c00257d5ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:33.108854 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:34.389108 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:35.817564 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:50.028731 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:55:57.507658 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:55:59.433861 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-501259dc-66e8-4e9e-b911-48eaa0b0ab96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:01.913926 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-28cde42a-975c-44ae-a48a-34feb3e8c270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:03.119331 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:04.399450 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:05.827928 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:19.998730 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:29.444470 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-3b78582e-4176-4bac-8a6f-3dfe658c78c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:31.832980 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-6a4bd036-994b-4847-8a51-e332d4302bf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:33.141312 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:34.375858 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:34.507147 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:56:35.798927 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:49.958127 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:56:59.432291 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-5583feea-9ed0-48ee-bc62-26d1847ec6a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:01.855478 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-7e49751d-2fc4-4061-a06d-38d0f109d9bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:03.100557 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:04.369075 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:05.774618 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:11.507080 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:57:12.661761 dv-cinder-835871-1-iscsi neutron-server[106608]: DEBUG neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-29f6c533-13a1-43a8-9924-5c2732b1d357 service neutron] (106608) timed out ('10.222.0.21', 43420) {{(pid=106608) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 16:57:12.900166 dv-cinder-835871-1-iscsi neutron-server[106603]: DEBUG neutron.wsgi [req-3a15c17b-1ab2-42ee-93a8-6f947bd36bf8 req-eaf1b335-bb82-49be-9bce-5793d4512e83 tempest-AttachVolumeShelveTestJSON-219065585 tempest-AttachVolumeShelveTestJSON-219065585-project] (106603) timed out ('10.222.0.21', 43442) {{(pid=106603) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 30 16:57:19.985308 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:29.442612 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-a6604ca4-0b66-4af0-baa0-ef7f247d13c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:31.796950 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c29d8d01-c63d-474c-b87e-71a7a6431c04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:33.128476 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:34.385000 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:35.808212 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:48.506070 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 30 16:57:49.984828 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:57:59.435677 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-894d118c-47b4-4a1b-894d-378e9a5f072d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (ac7b1085-6f2c-4340-9474-1559044794c0), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:58:01.812943 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-f2259d50-f25f-40b9-aee2-5fa15d2948c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (0588e38f-1096-4edb-93ac-02551f3cb287), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:58:03.099100 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-e771f3e7-805b-456e-81fa-a0a0c121efa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (00ce0681-7c6c-4826-9143-16161491a7fa), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:58:04.396520 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-c924c236-09f4-4776-b736-d49c3c603363 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (1be28ede-d71d-480c-bcf4-9e50f1eb02b2), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:58:05.807013 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-eb34a783-91de-4e29-992d-2c4ac260ce0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (2e5b29f7-a2d3-4bbb-bda8-70b089ce6149), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:58:19.983983 dv-cinder-835871-1-iscsi neutron-server[106615]: DEBUG neutron_lib.callbacks.manager [None req-b844a42b-8086-49a4-a2f0-632fb111406b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761190009640', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-716962'] for agent (104348e2-bcb2-43f9-acad-134023c66e6d), after_update {{(pid=106615) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 30 16:58:25.505840 dv-cinder-835871-1-iscsi neutron-server[106618]: DEBUG neutron.db.agents_db [None req-9996d7e7-cf45-4c07-acb0-467699536b77 None None] Agent healthcheck: found 6 active agents {{(pid=106618) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}